{"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.407003091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.460439348Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.567309973Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.567345528Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.791255384Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.791304868Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.962599492Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/5b480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.433575104Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.941480825Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060336716Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.06044011Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.06050154Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060542992Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060582431Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060621851Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060680091Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060718705Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060756797Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060795256Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060829875Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.06087866Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.060901104Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061038507Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061170181Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061274718Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061285883Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061349224Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061348154Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.061445568Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.162476841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 20:07:30.162511 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.263678945Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.263734491Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 20:07:45.478267 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.47868975Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.478890921Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.478945937Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479063787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479094272Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479098098Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479174109Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479298319Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479524436Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479633993Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479712821Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479818541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479903242Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479939014Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.479997208Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.48003514Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480069347Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480118203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480162411Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480251645Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480281835Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480370509Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480389611Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480413745Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480594233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480618419Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480650691Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480704382Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480734903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480771092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480908626Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480928072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480948613Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481280515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481375082Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481461457Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481511383Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481548597Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481580876Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481797269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481836025Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.480916012Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.481999746Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482210235Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482246351Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482284425Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482837501Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482873678Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482915518Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.482966323Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.483000375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.795262443Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.845258971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.953680427Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.083419843Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.08346459Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.083482353Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.083497423Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.085234754Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.085266325Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.0924935Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.09249368Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.092524293Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.092519473Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.184722596Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.1847208Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.184769773Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.184781167Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.386188601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bb5b90-46c6-4b5a-9241-cdb00bddbfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.440400111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bb5b90-46c6-4b5a-9241-cdb00bddbfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.49421975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bb5b90-46c6-4b5a-9241-cdb00bddbfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.548098046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01bb5b90-46c6-4b5a-9241-cdb00bddbfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:50.924915672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74896c2b-c01e-40ed-9fe7-de7feb37746c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:50.978643442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74896c2b-c01e-40ed-9fe7-de7feb37746c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:51.032914168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74896c2b-c01e-40ed-9fe7-de7feb37746c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:51.086861368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74896c2b-c01e-40ed-9fe7-de7feb37746c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.026229294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26255707-6aee-40b4-8b4f-fc9a625a71da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.080141219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26255707-6aee-40b4-8b4f-fc9a625a71da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.134261974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26255707-6aee-40b4-8b4f-fc9a625a71da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:53.188463425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26255707-6aee-40b4-8b4f-fc9a625a71da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:56.539647922Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5ec215ee-d112-4ce8-b2bf-1350f62b0e75","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:57.577941594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec11f06-d5a6-4a93-a4cf-71bc16254092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:57.631671524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec11f06-d5a6-4a93-a4cf-71bc16254092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:57.685583661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec11f06-d5a6-4a93-a4cf-71bc16254092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:57.739317435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec11f06-d5a6-4a93-a4cf-71bc16254092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.679754841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1d9814-745d-4b29-86c1-e2e3c9c1cf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.733519368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1d9814-745d-4b29-86c1-e2e3c9c1cf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.787182899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1d9814-745d-4b29-86c1-e2e3c9c1cf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.840976752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1d9814-745d-4b29-86c1-e2e3c9c1cf32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.777121952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36aa3ca4-9054-4f58-ae7a-970130d87ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.831086667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36aa3ca4-9054-4f58-ae7a-970130d87ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.885598995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36aa3ca4-9054-4f58-ae7a-970130d87ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.939543404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36aa3ca4-9054-4f58-ae7a-970130d87ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.070144556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.622308067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e8a35-38ac-4453-b8fd-2b805e4f0574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.676151349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e8a35-38ac-4453-b8fd-2b805e4f0574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.730008021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e8a35-38ac-4453-b8fd-2b805e4f0574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.783970597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1e8a35-38ac-4453-b8fd-2b805e4f0574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.180116792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9220f82-9542-4bd4-869d-9f16e90f6667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.419552695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9220f82-9542-4bd4-869d-9f16e90f6667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.461868416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f1ad88-890b-4774-a6c4-3cabe919d22b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.496029817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9220f82-9542-4bd4-869d-9f16e90f6667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.52108377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f1ad88-890b-4774-a6c4-3cabe919d22b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.582116114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f1ad88-890b-4774-a6c4-3cabe919d22b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.71527276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4640446c-2610-418a-a5a2-335f9f1f24e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.775122035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4640446c-2610-418a-a5a2-335f9f1f24e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.816086188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f37a3f-1d88-4218-9548-58ae36e2fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.83359458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4640446c-2610-418a-a5a2-335f9f1f24e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.874490018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f37a3f-1d88-4218-9548-58ae36e2fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:20.888712916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4640446c-2610-418a-a5a2-335f9f1f24e6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.938110849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f37a3f-1d88-4218-9548-58ae36e2fab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.078900948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b02c23-d968-48ff-8328-741ec8d5b42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.137382084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b02c23-d968-48ff-8328-741ec8d5b42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.194587166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b02c23-d968-48ff-8328-741ec8d5b42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.237817404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e50b39b-ce60-42a2-853f-208123566c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.29664648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e50b39b-ce60-42a2-853f-208123566c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.353968933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e50b39b-ce60-42a2-853f-208123566c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.354363592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61101c6-21b7-466a-9367-4ea22307f75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.413243142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61101c6-21b7-466a-9367-4ea22307f75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.474750275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61101c6-21b7-466a-9367-4ea22307f75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.611425393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d52c9f-761b-4418-a194-97f7664f89d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:21.662272526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09266428-5b5c-4d70-b7da-5c25ebb0b850","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.670100483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d52c9f-761b-4418-a194-97f7664f89d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.714596163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64df3ccf-1065-4b0d-ab1f-7600e28eb9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:21.72101523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aedc5708-3142-46ff-bc31-bcae0e6b3147","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.727382607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1d52c9f-761b-4418-a194-97f7664f89d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.773844415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64df3ccf-1065-4b0d-ab1f-7600e28eb9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.831276229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64df3ccf-1065-4b0d-ab1f-7600e28eb9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.892036644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9ce1fe3-1eb2-4881-8ee1-30d9f8dc0f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.893160003Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b939ef71-514a-466d-8aff-1633d8d8586c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.955308257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9ce1fe3-1eb2-4881-8ee1-30d9f8dc0f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.993161241Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9a039d5-6766-4f1d-bb05-a5a2b4116df6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:21.99396475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"299945b2-d679-4afc-a5d3-9cd200786649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.013405632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9ce1fe3-1eb2-4881-8ee1-30d9f8dc0f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.052351856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"299945b2-d679-4afc-a5d3-9cd200786649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.093362678Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecf137d7-ee49-49ed-b157-6795fa26bb3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.11868959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"299945b2-d679-4afc-a5d3-9cd200786649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.173459308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ddb751-f988-4c9d-8815-fdbb0e8d39eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.194149206Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7abf79f-8f5e-4a80-acf3-af973e766174","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.232933686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ddb751-f988-4c9d-8815-fdbb0e8d39eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.279679199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df28fe02-8805-4679-b9d5-cfdbe49f2ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.293366411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ddb751-f988-4c9d-8815-fdbb0e8d39eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.338629564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df28fe02-8805-4679-b9d5-cfdbe49f2ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.397168615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df28fe02-8805-4679-b9d5-cfdbe49f2ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.128537764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e5e3f93-d753-4734-8a20-d4bd856f7271","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.128568743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e5e3f93-d753-4734-8a20-d4bd856f7271","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.183189388Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"916514e5-24a7-4ed0-ad39-f82c83e9610b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.183308618Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8edd6287-9319-40df-8428-96dc21e49e8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.20007391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"258b6e8b-778d-40cc-8367-675355eb6f2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.200093739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"258b6e8b-778d-40cc-8367-675355eb6f2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.288542672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16bc94d8-2ac3-469e-bc03-d77918531b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.288558081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b4e890-1872-4ab6-a4af-3bca95f9ba4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.348466804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16bc94d8-2ac3-469e-bc03-d77918531b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.348766387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b4e890-1872-4ab6-a4af-3bca95f9ba4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.406267208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16bc94d8-2ac3-469e-bc03-d77918531b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.406312097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0b4e890-1872-4ab6-a4af-3bca95f9ba4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.626064763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e77f2d9-50fc-4a50-b955-ff7b0e9ed822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.626813926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0405909d-d12a-42a2-ab8e-6a68daf8e832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.658722615Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f17cee5-1f38-450c-9f2c-f2022f60ac11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.685412303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e77f2d9-50fc-4a50-b955-ff7b0e9ed822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.686057779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0405909d-d12a-42a2-ab8e-6a68daf8e832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.7429787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e77f2d9-50fc-4a50-b955-ff7b0e9ed822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.743015378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0405909d-d12a-42a2-ab8e-6a68daf8e832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.130639408Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"382a58f3-1bfd-4ecb-8170-6818b10ec61b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.656567415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bec9ae9-c80e-45a9-8431-dfb64fbe127c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.656589768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bec9ae9-c80e-45a9-8431-dfb64fbe127c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.54181857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff6ef359-c8f6-4574-8ed9-152b4f9b637e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.541818302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dee5d8f-cf0a-48d4-aa57-db0da94be5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.609459801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff6ef359-c8f6-4574-8ed9-152b4f9b637e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.609572084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dee5d8f-cf0a-48d4-aa57-db0da94be5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.667160866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dee5d8f-cf0a-48d4-aa57-db0da94be5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.667257287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff6ef359-c8f6-4574-8ed9-152b4f9b637e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.028899354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f78deaa-6f96-41bf-aa07-292a6d34c614","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.028920713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f78deaa-6f96-41bf-aa07-292a6d34c614","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.082948656Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3996c6ba-8158-46ff-97d3-8cf3b962f600","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.08299305Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"faa415dc-fdc9-47e2-8e06-1f77a5f09617","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.088969677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b40d4043-cf99-4d5a-8bf6-632a54113441","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.088988689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b40d4043-cf99-4d5a-8bf6-632a54113441","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.100211175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f467ca4-6858-4933-ba62-50f0ce41d659","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.100230061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f467ca4-6858-4933-ba62-50f0ce41d659","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.100419902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a3ccdd5-64ba-4762-946b-f3fe5054e523","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.100430324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3a3ccdd5-64ba-4762-946b-f3fe5054e523","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.191201306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d79e9a9-5fdb-4f08-ab0c-c81c8e77debb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.191201293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"935d2f63-06e6-40e7-915c-1d9235614e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.250890628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d79e9a9-5fdb-4f08-ab0c-c81c8e77debb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.251390807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"935d2f63-06e6-40e7-915c-1d9235614e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.309133751Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d79e9a9-5fdb-4f08-ab0c-c81c8e77debb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.309130655Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"935d2f63-06e6-40e7-915c-1d9235614e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.585355532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0797217-3c33-4489-90d7-138ff395c7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.585384302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9ed74fd-8521-44da-80f1-dd6102e535ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.644669823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9ed74fd-8521-44da-80f1-dd6102e535ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.644757094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0797217-3c33-4489-90d7-138ff395c7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.644817283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0797217-3c33-4489-90d7-138ff395c7e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.702206047Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9ed74fd-8521-44da-80f1-dd6102e535ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:33.811079519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9ed74fd-8521-44da-80f1-dd6102e535ae","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:33.977288712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c297860-a82c-4925-ba2d-48cc7a37a9bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.036587195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c297860-a82c-4925-ba2d-48cc7a37a9bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.036689397Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c297860-a82c-4925-ba2d-48cc7a37a9bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.260162173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40b4b3b7-df70-4b54-b173-5bf75a754841","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:34.260182742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40b4b3b7-df70-4b54-b173-5bf75a754841","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.568257019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d16710b-be95-4ace-b7d0-38febc4d1763","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.568285941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3d16710b-be95-4ace-b7d0-38febc4d1763","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.568612461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19b6342c-9d49-4e78-9a43-8eba23cecc11","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.56863129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19b6342c-9d49-4e78-9a43-8eba23cecc11","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.568906996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33665e39-7c23-4101-8f5d-b9425b18d4db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.568923979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33665e39-7c23-4101-8f5d-b9425b18d4db","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.631825039Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5645cacf-fe65-4723-8ca8-9a202148479c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.631846408Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e980237d-94a4-4fa6-9d83-f6cf6a80b58c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.642567666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"524683e1-e83f-4f54-8b4f-e0ae5c62807e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.642596071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"524683e1-e83f-4f54-8b4f-e0ae5c62807e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.642984336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09683c6a-49a6-4fb9-9121-6c0bd34bf797","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.642995702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09683c6a-49a6-4fb9-9121-6c0bd34bf797","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.643164605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b735125-d8c6-4c28-854d-edc503a484ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.643174608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b735125-d8c6-4c28-854d-edc503a484ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.73960476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac53213-c164-4ec3-a74e-5db738427761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.740294827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b9c1432-3611-444d-b477-15f7d8696a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.799774005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b9c1432-3611-444d-b477-15f7d8696a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.799852919Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b9c1432-3611-444d-b477-15f7d8696a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.802524254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac53213-c164-4ec3-a74e-5db738427761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.802590709Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ac53213-c164-4ec3-a74e-5db738427761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.015178317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea86c1b7-7fe8-4ff0-add4-5dbd32e3ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.019331644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f78fbc-d0fb-4fdb-a938-36ee61ee6a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.073801953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea86c1b7-7fe8-4ff0-add4-5dbd32e3ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.07387786Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea86c1b7-7fe8-4ff0-add4-5dbd32e3ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.079277475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f78fbc-d0fb-4fdb-a938-36ee61ee6a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.079344718Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f78fbc-d0fb-4fdb-a938-36ee61ee6a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.514437815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b42a10-e089-4bd5-b4dc-f773d3babfbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.514437702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fd53f3-b6dd-46e0-89c9-11aea3b2d73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.573968098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fd53f3-b6dd-46e0-89c9-11aea3b2d73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.574062258Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fd53f3-b6dd-46e0-89c9-11aea3b2d73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.576265675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b42a10-e089-4bd5-b4dc-f773d3babfbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.576315437Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11b42a10-e089-4bd5-b4dc-f773d3babfbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.778882882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e8830e0-22f4-49ea-b057-30d6ffb96076","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.778903423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e8830e0-22f4-49ea-b057-30d6ffb96076","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.919270095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4df89275-fb22-475a-b8c8-5379292e95c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.919295955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4df89275-fb22-475a-b8c8-5379292e95c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.919622678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"485f7bc3-c85d-41c4-ae3c-72ef76cc8865","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.919641513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"485f7bc3-c85d-41c4-ae3c-72ef76cc8865","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.919974872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2acbbee-11be-4939-8f8e-17aac8cc5c8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.91999348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2acbbee-11be-4939-8f8e-17aac8cc5c8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.920350089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f0461006-589f-463e-b904-1f9e136e140e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.920362093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f0461006-589f-463e-b904-1f9e136e140e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.973623758Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93c6467a-980f-405c-870e-7b2db726d9a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:39.973952853Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5da30160-6a6b-4743-9b43-bb7d1b68b646","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026176769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad07aa2c-890e-4717-b756-15e4c62a4387","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026208358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad07aa2c-890e-4717-b756-15e4c62a4387","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026544088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cda72528-ce79-4c97-a412-687a21c4c74a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026555634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cda72528-ce79-4c97-a412-687a21c4c74a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026753134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17044a95-3e52-43dc-889c-98f67e58018f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026764709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17044a95-3e52-43dc-889c-98f67e58018f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026937818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"61d4f6ee-55bf-4b55-955c-757dff6aa16d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.026948717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"61d4f6ee-55bf-4b55-955c-757dff6aa16d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.080245422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22bf8f21-128c-4785-a448-ee2fd6816654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.080247547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d20c01b-a889-42f1-ac01-7c465cd7e914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.13996461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d20c01b-a889-42f1-ac01-7c465cd7e914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.140030448Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d20c01b-a889-42f1-ac01-7c465cd7e914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.140124379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22bf8f21-128c-4785-a448-ee2fd6816654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.140182193Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22bf8f21-128c-4785-a448-ee2fd6816654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.355403989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4babc426-d212-421c-b864-75472bcae9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.355404178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9362285-295b-4a00-9551-4c8ab11ed8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.416458172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9362285-295b-4a00-9551-4c8ab11ed8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.416537346Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9362285-295b-4a00-9551-4c8ab11ed8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.416453968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4babc426-d212-421c-b864-75472bcae9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.416621698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4babc426-d212-421c-b864-75472bcae9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.131907375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e471cc57-f4a3-4b3c-965e-09b3dda61c5b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.131936023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e471cc57-f4a3-4b3c-965e-09b3dda61c5b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.372528269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c750059-b274-4f12-8722-a08a5dea71b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.373327494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c750059-b274-4f12-8722-a08a5dea71b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.373852399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce799d42-0468-4105-b239-8a8b5c79b558","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.373923096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce799d42-0468-4105-b239-8a8b5c79b558","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.428266501Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42f05c5e-2c35-4fae-a523-28063e38ea70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.429411584Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b59c9dd7-48f1-4c7e-a66d-b601a3ac995a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.434923221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f4db1f0-1740-45c3-8c7a-5ea32cedc2dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.435202521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f4db1f0-1740-45c3-8c7a-5ea32cedc2dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.435574395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"549616e3-8ab7-4adf-8dd7-c60bf5076eb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.435626606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"549616e3-8ab7-4adf-8dd7-c60bf5076eb4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.435963725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05072fe5-0544-4c68-9c4e-27b6e09fd9f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.43602695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"05072fe5-0544-4c68-9c4e-27b6e09fd9f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.446273802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9b385e0-8c93-4bd4-87a2-ba08390e4e8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.446303623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9b385e0-8c93-4bd4-87a2-ba08390e4e8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.446823152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4cb70d6-b570-467d-931b-8395afd17d93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.446849648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4cb70d6-b570-467d-931b-8395afd17d93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.44714679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"232a51d9-1561-41c6-9aee-5d36ac32d3ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.447166974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"232a51d9-1561-41c6-9aee-5d36ac32d3ff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.447475454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7af84d89-8434-4575-9b98-32eed90b0a70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.447497979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7af84d89-8434-4575-9b98-32eed90b0a70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.447795955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5962b919-33ef-4701-8aa8-ddd88c3e0a23","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.447814279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5962b919-33ef-4701-8aa8-ddd88c3e0a23","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.536269776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b3971e5-6755-49d3-b250-751feef2b244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.536810646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"985e2710-e852-40ac-8473-095b5b57ffed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.595864659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"985e2710-e852-40ac-8473-095b5b57ffed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.59588169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b3971e5-6755-49d3-b250-751feef2b244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.595932152Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b3971e5-6755-49d3-b250-751feef2b244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.595932423Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"985e2710-e852-40ac-8473-095b5b57ffed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.812754197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92d51cf4-47bb-4a1d-a266-8bd5de973d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.812755804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f769c8a-f8ea-4144-936d-93b783f1df0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.877170322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92d51cf4-47bb-4a1d-a266-8bd5de973d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.877251111Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92d51cf4-47bb-4a1d-a266-8bd5de973d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.878228898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f769c8a-f8ea-4144-936d-93b783f1df0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.878290964Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f769c8a-f8ea-4144-936d-93b783f1df0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.299500549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446ed36e-4b6c-40e3-929a-d2febf3ea6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.299521977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e354d914-633e-461b-99fe-9af4e9597c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.359849347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446ed36e-4b6c-40e3-929a-d2febf3ea6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.359891702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e354d914-633e-461b-99fe-9af4e9597c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.359930313Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e354d914-633e-461b-99fe-9af4e9597c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.359930425Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"446ed36e-4b6c-40e3-929a-d2febf3ea6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.57463624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c4ee4a3-18f1-4b12-a96b-80c8672de2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.574641575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b026684-3137-47f7-abde-6d2fbfe10510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.639602898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b026684-3137-47f7-abde-6d2fbfe10510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.639688101Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b026684-3137-47f7-abde-6d2fbfe10510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.640397475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c4ee4a3-18f1-4b12-a96b-80c8672de2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.640445814Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c4ee4a3-18f1-4b12-a96b-80c8672de2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.750588933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6cd0276b-3888-4e60-a9e3-b37c2d6cbe54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.750611907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6cd0276b-3888-4e60-a9e3-b37c2d6cbe54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.953500677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.871211153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26db1589-93f9-4a88-a940-2b0ab3ccd184","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.87132468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26db1589-93f9-4a88-a940-2b0ab3ccd184","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.871644702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9e881af-328b-4342-9053-22140cbadb85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.871675369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9e881af-328b-4342-9053-22140cbadb85","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.871871306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28eada79-64f8-4ed4-aa12-5f3e055e1a36","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.871884616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28eada79-64f8-4ed4-aa12-5f3e055e1a36","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.872047143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26757ea5-679e-4a5c-a785-235abfb78f85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.872057797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26757ea5-679e-4a5c-a785-235abfb78f85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.872226482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f69af76e-6877-4709-814e-593a36389c76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.872238232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f69af76e-6877-4709-814e-593a36389c76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.872418711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef651bab-2bf2-447f-95e5-9e8f6b0a4ecc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.87243056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef651bab-2bf2-447f-95e5-9e8f6b0a4ecc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.925364504Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32c5a53a-2722-45ea-b09b-34234138276a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.925411128Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b552bd21-2c1e-42c1-9983-c8217c5c3b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.942947322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"30306a61-52c3-4a2e-8850-a00e7bc5b04b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.942976152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"30306a61-52c3-4a2e-8850-a00e7bc5b04b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943295737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71806c5a-030c-4e7f-b72f-c6ef680721a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943311287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71806c5a-030c-4e7f-b72f-c6ef680721a2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943545543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"205eb839-24a8-41fa-bed8-45263b169fa7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943554812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"205eb839-24a8-41fa-bed8-45263b169fa7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943750302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b32482e1-f481-4488-a7b1-637766d430c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943760643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b32482e1-f481-4488-a7b1-637766d430c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943920885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d66cece-08c2-460d-9031-afe8eb6b0d30","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.943931696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d66cece-08c2-460d-9031-afe8eb6b0d30","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.944081701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b45d6d2-e996-4706-8035-683602f9aefa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.944090309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b45d6d2-e996-4706-8035-683602f9aefa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.037843157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9bdf2f-18c9-42a7-9287-851da17f1e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.037854519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c35eb1ee-4da2-459b-a342-15826a95d4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.097525297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c35eb1ee-4da2-459b-a342-15826a95d4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.097592043Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c35eb1ee-4da2-459b-a342-15826a95d4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.097820986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9bdf2f-18c9-42a7-9287-851da17f1e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.097871755Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9bdf2f-18c9-42a7-9287-851da17f1e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.311503475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2087ff63-ebbe-4d7d-9998-a360474f32d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.311740004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9c100b-4592-46ef-939d-e198c21158b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.371044775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9c100b-4592-46ef-939d-e198c21158b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.371129106Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9c100b-4592-46ef-939d-e198c21158b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.371578179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2087ff63-ebbe-4d7d-9998-a360474f32d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.371719535Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2087ff63-ebbe-4d7d-9998-a360474f32d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.13914222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c1ecb663-2d60-4c8f-94d7-b44b92b6c510","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.139166934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c1ecb663-2d60-4c8f-94d7-b44b92b6c510","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.94212507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fda6a53d-e640-4ec7-b328-ad8f9001d867","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.942154077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fda6a53d-e640-4ec7-b328-ad8f9001d867","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.9424802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ad14c09-08e1-44a7-b4e6-f2cba757373f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.942498407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ad14c09-08e1-44a7-b4e6-f2cba757373f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.942871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec0969a5-07dc-4141-a080-0660641ec63d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.942888829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec0969a5-07dc-4141-a080-0660641ec63d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:50.99559577Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a0dd472-390c-4f81-a172-7a08005c9169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.004479403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13428b6f-fd14-4066-a167-1b8ea896496e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.004605196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13428b6f-fd14-4066-a167-1b8ea896496e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.005150262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b912c8f3-33a1-4473-a2a7-67cb9ed0ea49","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.00522026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b912c8f3-33a1-4473-a2a7-67cb9ed0ea49","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.005530548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b1b458e-0c89-4e4a-8930-e016f5d990f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.005552105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b1b458e-0c89-4e4a-8930-e016f5d990f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.00588103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"190743d0-70fd-48a4-be62-4abfda6dbc4d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.005899205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"190743d0-70fd-48a4-be62-4abfda6dbc4d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.013471693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e022ce8-43ed-423c-ac2d-56f3f0e9f124","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.01357941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8e022ce8-43ed-423c-ac2d-56f3f0e9f124","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.013945136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b667ea82-0853-4b88-95cf-d65185022fd0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.013959899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b667ea82-0853-4b88-95cf-d65185022fd0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014180659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00c9f54a-3e9a-4a92-a299-eb0d0c802059","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014192173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00c9f54a-3e9a-4a92-a299-eb0d0c802059","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014376475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96bb8fbb-fbc0-431f-b834-50be9e3aee87","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014388296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96bb8fbb-fbc0-431f-b834-50be9e3aee87","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014563486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e874d3e-912d-4766-963f-1ccc9cfadf07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014575316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e874d3e-912d-4766-963f-1ccc9cfadf07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014780424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4aaaa43f-1584-4ad1-b064-b0e000a95641","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014793091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4aaaa43f-1584-4ad1-b064-b0e000a95641","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.01497443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b856297e-b713-4fda-9868-ac3a8b17c690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.014985822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b856297e-b713-4fda-9868-ac3a8b17c690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.107825336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f942d443-3da4-4447-878d-80142ed51ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.107845102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d5d98ed-37fb-44c7-8e4b-66adc393785d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.165253229Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afdb2fd6-d92c-4425-be08-ffaa8f96e76d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.169104912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d5d98ed-37fb-44c7-8e4b-66adc393785d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.169185435Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d5d98ed-37fb-44c7-8e4b-66adc393785d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.169567036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f942d443-3da4-4447-878d-80142ed51ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.342703741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ea06a0e-9601-4b1a-9170-ee2bb075df29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.34280263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ea06a0e-9601-4b1a-9170-ee2bb075df29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.389044802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3275d3f-f983-4a95-a174-f5d172f0eca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.449158374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3275d3f-f983-4a95-a174-f5d172f0eca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.44925809Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3275d3f-f983-4a95-a174-f5d172f0eca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.506121355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83e31f6e-6ba7-4a4a-8099-fbf65f3adcde","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.585702763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf233c93-de44-44b2-ab29-298aca629b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:51.646627688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf233c93-de44-44b2-ab29-298aca629b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.010789999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd6fb6c7-a638-4ce6-9d21-78762aef8d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.010832174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c557ace8-c037-44fa-b881-498db4c18559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.071896937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c557ace8-c037-44fa-b881-498db4c18559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.07208315Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c557ace8-c037-44fa-b881-498db4c18559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.072355962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd6fb6c7-a638-4ce6-9d21-78762aef8d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.155562918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07eb20e-339a-4540-97e1-068bbf8e39f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.155742813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07eb20e-339a-4540-97e1-068bbf8e39f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.289969892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b648ac-122f-4734-b1d4-f5592bcca880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.320559725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3eeb8cb-6f2b-479b-a212-69ae13b5eb53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.35158514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b648ac-122f-4734-b1d4-f5592bcca880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.351769615Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b648ac-122f-4734-b1d4-f5592bcca880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.494069297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b8f53c6-667d-40da-8f4b-26ec9760cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.558512761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b8f53c6-667d-40da-8f4b-26ec9760cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054178858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e3a5bd46-681d-44df-b7d2-e19432c8bf51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054203614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e3a5bd46-681d-44df-b7d2-e19432c8bf51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054471419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c327f268-48bb-47cc-a03d-ed6d6b77a62a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054488943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c327f268-48bb-47cc-a03d-ed6d6b77a62a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054742287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba43618a-45b9-4836-a92e-bce57bd46bde","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.05475922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba43618a-45b9-4836-a92e-bce57bd46bde","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054955366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b1748af-6e4e-4bfa-8ba8-cbcd122a4d04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.054966643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b1748af-6e4e-4bfa-8ba8-cbcd122a4d04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.055275478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdccbc25-ff21-4fea-a954-6fcddb302728","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.055291173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdccbc25-ff21-4fea-a954-6fcddb302728","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.115735498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7297964f-dcee-45f4-a6c6-e25fa8de82dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.115762033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7297964f-dcee-45f4-a6c6-e25fa8de82dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.116093044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5cc3df7d-e7c2-4414-a8d5-efa012276eee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.116108396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5cc3df7d-e7c2-4414-a8d5-efa012276eee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.116343378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9dee9fa4-8af2-458d-89f9-7d3cf18c4255","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.116356619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9dee9fa4-8af2-458d-89f9-7d3cf18c4255","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.125356084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"680693c5-526d-40d5-81c1-28309bd1f11e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.125379281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"680693c5-526d-40d5-81c1-28309bd1f11e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.125644169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8adc239c-df37-43d3-afbb-724aaa39eeaf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.12572153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8adc239c-df37-43d3-afbb-724aaa39eeaf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.125983116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0610fc39-8cef-4a0a-b86d-0caba975d917","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.125994218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0610fc39-8cef-4a0a-b86d-0caba975d917","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.126199316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"39ed4f57-6219-4d6e-8554-5576f77756df","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.126212213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"39ed4f57-6219-4d6e-8554-5576f77756df","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.126416791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dad0ce7-8148-4528-963f-39646e3e7c2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.126427811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dad0ce7-8148-4528-963f-39646e3e7c2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.126759961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b01e358e-2653-402c-9f57-6a482762b6a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.126777601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b01e358e-2653-402c-9f57-6a482762b6a7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.127019014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"149cc520-e123-422b-9953-8677cd93a990","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.127034695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"149cc520-e123-422b-9953-8677cd93a990","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.127794125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c21fb6ee-9a7b-45ad-871a-3b526ce3c8ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.127815768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c21fb6ee-9a7b-45ad-871a-3b526ce3c8ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.214486921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49d1a4eb-48fb-4bde-a313-7f3800f7c83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.214484348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54095d3d-f24d-4b72-a643-f42fc1d46e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.215787267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77834bb1-f0a2-4028-bfd9-abefd95bee34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.274851503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49d1a4eb-48fb-4bde-a313-7f3800f7c83e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.275032334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54095d3d-f24d-4b72-a643-f42fc1d46e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.275518992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66834059-46a2-490e-99a9-5ceb9273717c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.493983087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74b017a6-055f-4bed-a2f2-f38049ac8ade","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.494011622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74b017a6-055f-4bed-a2f2-f38049ac8ade","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.644456333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f9c562-7fd8-4e58-bd09-ed7ce683ea23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.644560396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45f5e9ba-2010-41bf-b42a-56c4bcba71fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.658534112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c4f8894-fef5-4871-9de1-9e5a2618fd9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.704322694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45f5e9ba-2010-41bf-b42a-56c4bcba71fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.705427822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f9c562-7fd8-4e58-bd09-ed7ce683ea23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.277947427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"794e7604-ee42-4f69-b3c6-ea914752e30d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.277973163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"794e7604-ee42-4f69-b3c6-ea914752e30d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.439809067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2e9ae85-5e8e-4fa4-a16c-ad1f86951547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.962114529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"057bb62c-cb9f-43df-9a6c-8f2bb2319aa8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.962146847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"057bb62c-cb9f-43df-9a6c-8f2bb2319aa8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.607622262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba238b39-e021-4c25-acf5-35e47bfee0fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.754481084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36eca099-1984-4b62-b67e-9d884d3a4ef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.778798371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6d78d6-ef0a-429a-95fc-4b600e9403c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.778822358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc6d78d6-ef0a-429a-95fc-4b600e9403c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.807250162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31fc6da5-de60-49ca-acb8-333993d5248d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.807250161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ff786f-cac9-44e7-b681-70356823a36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.887398181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ff786f-cac9-44e7-b681-70356823a36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.887840709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31fc6da5-de60-49ca-acb8-333993d5248d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.946164263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"538a9050-7bce-4414-b23d-b32894b09cca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.946192425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"538a9050-7bce-4414-b23d-b32894b09cca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:00.225940452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48bb61da-5983-4d7c-9be5-34cba4dfd0f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:00.225899751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b82fa7-efbf-496b-84a4-1a86bfad9da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:00.285756034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b82fa7-efbf-496b-84a4-1a86bfad9da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:00.286592229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48bb61da-5983-4d7c-9be5-34cba4dfd0f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.344397154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"042faaba-ce47-4a73-96e5-75fa600fd1b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:03.344419958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"042faaba-ce47-4a73-96e5-75fa600fd1b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:05.957097111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bde6d01b-1a47-4f9b-b82f-6fa3ff9d9f7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:05.95712424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bde6d01b-1a47-4f9b-b82f-6fa3ff9d9f7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:10.000027923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"666eb138-db52-4e66-a816-2cf6dd7c95a0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:10.000048703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"666eb138-db52-4e66-a816-2cf6dd7c95a0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:12.341406837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2558bf97-bdaa-4dcd-9215-1e4a528fb423","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:12.442563784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3aa6f246-22ed-4858-9bf2-3163b6a7ef5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:13.193855782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7fff26d6-9f82-4671-b87c-e5da61375dbd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:13.193878461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7fff26d6-9f82-4671-b87c-e5da61375dbd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.00487371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.537173361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a1ef71c4-59ce-4b2b-8e04-42c8f5397378","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:16.537196482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a1ef71c4-59ce-4b2b-8e04-42c8f5397378","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:18.995911927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05eb71e1-f298-4bf7-90eb-03a10f637aca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:18.995937909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05eb71e1-f298-4bf7-90eb-03a10f637aca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.158517758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"517a5f93-7dc2-457c-818e-50d85d7daf0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.216150763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5fcc017-699a-4c8d-808f-d8d1934fb672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.216177581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ded7d50-2793-4882-bf18-4490a607553d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.326473321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5fcc017-699a-4c8d-808f-d8d1934fb672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.326473124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ded7d50-2793-4882-bf18-4490a607553d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.327425595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb958ee-5373-4ea2-b20c-30dceca5de33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.327442631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb958ee-5373-4ea2-b20c-30dceca5de33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:19.488426844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2725348c-6d2d-4451-9e07-83794d68937b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.562946503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d43ad74d-ac7c-46a9-8e94-09139010218a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.56296715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d43ad74d-ac7c-46a9-8e94-09139010218a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.72549179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e309d18-c702-4800-b9ba-aee1c98e4fd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.783077941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b42bdeae-bef8-41bf-89a0-5ada91778461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.783149674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6e6d6e-37e0-41c6-8044-d88fed2fd688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.901167831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e6e6d6e-37e0-41c6-8044-d88fed2fd688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.902799401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b42bdeae-bef8-41bf-89a0-5ada91778461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.903757392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8786fad-95ae-4b14-a27e-adae82d94633","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.903773534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8786fad-95ae-4b14-a27e-adae82d94633","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:23.067234465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52ccee81-7ece-4d58-bacd-6d69c404de72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.714350452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afee5ef0-6d20-4eb5-ad2d-60c62ab0f229","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.714377729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afee5ef0-6d20-4eb5-ad2d-60c62ab0f229","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.876633772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b939bc-608f-41c7-8caa-99598d8b7890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.936105163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b939bc-608f-41c7-8caa-99598d8b7890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.960472525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60b8688f-70c7-450f-b6a3-9e0202a39d79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.960494791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60b8688f-70c7-450f-b6a3-9e0202a39d79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.121335872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aabccd1b-3b2e-4242-a812-2eaae8afe4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.122313086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b78c2e43-3ada-4a0b-8f74-b27b28946292","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.160042286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c89bbcc-146c-41d6-b47c-262fac8961c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.160064045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c89bbcc-146c-41d6-b47c-262fac8961c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.232666828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aabccd1b-3b2e-4242-a812-2eaae8afe4e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.348134951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d930e205-c9c4-4207-b558-71ddd8a27600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.355893408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1d2c360-b24c-4edc-944b-26f025c8657f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.355917148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1d2c360-b24c-4edc-944b-26f025c8657f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:26.411115998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d930e205-c9c4-4207-b558-71ddd8a27600","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:46.011816009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:03.885667482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb508b85-5050-462f-b967-875012c55452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:03.939233926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb508b85-5050-462f-b967-875012c55452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:03.993757199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb508b85-5050-462f-b967-875012c55452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:04.047986786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb508b85-5050-462f-b967-875012c55452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:04.437629346Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2552265","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2552265","reconcileID":"4cde753c-a87b-4592-9ace-8482fb97e022","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e2552265","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e2552265":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:04.942362995Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f61c27a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f61c27a4","reconcileID":"c33781ad-ade7-43da-a90e-8086f742de55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f61c27a4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f61c27a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:05.753209174Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-896c50f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-896c50f3","reconcileID":"c0d760d3-d71b-4166-9e98-99d544b06c82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-896c50f3-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-896c50f3-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.118686866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78580efd-7b53-4d2d-9427-859fc21d3d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.172451063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78580efd-7b53-4d2d-9427-859fc21d3d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.226122957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78580efd-7b53-4d2d-9427-859fc21d3d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.282128621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78580efd-7b53-4d2d-9427-859fc21d3d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:08.316621492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e2f555-8c24-4e37-86d0-ea3d034d3cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:08.370807855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e2f555-8c24-4e37-86d0-ea3d034d3cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:08.424981093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e2f555-8c24-4e37-86d0-ea3d034d3cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:08.479082097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e2f555-8c24-4e37-86d0-ea3d034d3cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.484530624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1600cd32-7152-43fe-a44f-c22cff149854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.539306859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1600cd32-7152-43fe-a44f-c22cff149854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.593139538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1600cd32-7152-43fe-a44f-c22cff149854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:10.647092436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1600cd32-7152-43fe-a44f-c22cff149854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:11.135279818Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1be13f94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1be13f94","reconcileID":"4b89eecd-edf4-456c-8896-3fc2ce44248d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1be13f94","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-1be13f94":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:12.775163626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b06986-e4d2-493f-86f8-c81d51973260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:12.828962197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b06986-e4d2-493f-86f8-c81d51973260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:12.882577401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b06986-e4d2-493f-86f8-c81d51973260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:12.936799658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b06986-e4d2-493f-86f8-c81d51973260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.449289075Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-7d682183","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-7d682183","reconcileID":"0fc007fc-7fdc-4237-ba8a-487157f8411c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-7d682183","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-7d682183":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.030016955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d155ea4-92d4-4c65-bc1f-4c84ecfcefa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.083611486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d155ea4-92d4-4c65-bc1f-4c84ecfcefa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.137229805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d155ea4-92d4-4c65-bc1f-4c84ecfcefa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.190816734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d155ea4-92d4-4c65-bc1f-4c84ecfcefa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.912180506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"dee1a3f7-08f7-4b8e-aba4-504d0c49d2b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f61c27a4","tenantID":"e2e-ait-f61c27a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.952740636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.036477701Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"dee1a3f7-08f7-4b8e-aba4-504d0c49d2b7","name":"e2e-ait-f61c27a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:17.292102527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ceb623-7662-4ac6-8837-e4caf956ff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:17.348020309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ceb623-7662-4ac6-8837-e4caf956ff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:17.402761103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ceb623-7662-4ac6-8837-e4caf956ff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:17.457384622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ceb623-7662-4ac6-8837-e4caf956ff00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:19.520831348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4d92a-513a-4688-a377-d5c641497ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:19.57571961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4d92a-513a-4688-a377-d5c641497ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:19.629344628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4d92a-513a-4688-a377-d5c641497ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:19.683043168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e4d92a-513a-4688-a377-d5c641497ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.230224038Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"e18f6db4-392f-4a46-b72c-61f31338e13a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.286217933Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"e18f6db4-392f-4a46-b72c-61f31338e13a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.395447788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"e18f6db4-392f-4a46-b72c-61f31338e13a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-896c50f3-gw","tenantID":"e2e-migrate-896c50f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.525189204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"e18f6db4-392f-4a46-b72c-61f31338e13a","name":"e2e-migrate-896c50f3-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.643127252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041029de-b8de-481d-b4eb-ff0ef7fbd084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.698291084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041029de-b8de-481d-b4eb-ff0ef7fbd084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.752580137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041029de-b8de-481d-b4eb-ff0ef7fbd084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:21.806464915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041029de-b8de-481d-b4eb-ff0ef7fbd084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:22.260297917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8cb58630-042e-4d76-a72d-c0deaea0fc93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:22.361148036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9eb8def6-1acf-403e-9ad5-0552f3e9046a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.910204501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57604562-bd8a-424f-aad9-4ba4885bf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.964447155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57604562-bd8a-424f-aad9-4ba4885bf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.020039354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57604562-bd8a-424f-aad9-4ba4885bf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.074346928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57604562-bd8a-424f-aad9-4ba4885bf820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:26.868711595Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"d69ad063-cb37-4e96-b22b-b383d4f7400c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:27.035903979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"d69ad063-cb37-4e96-b22b-b383d4f7400c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-1be13f94","tenantID":"e2e-ait-1be13f94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:27.157867687Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"d69ad063-cb37-4e96-b22b-b383d4f7400c","name":"e2e-ait-1be13f94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:37.21601578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"e69bb389-7788-40df-8e8c-88f69a86fda1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e2552265","tenantID":"e2e-ait-e2552265","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:37.344921417Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"e69bb389-7788-40df-8e8c-88f69a86fda1","name":"e2e-ait-e2552265-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.283728001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"68420d40-96bb-4662-ad6e-63fb14bc5190","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-7d682183","tenantID":"e2e-derive-7d682183","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.430291512Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"68420d40-96bb-4662-ad6e-63fb14bc5190","name":"e2e-derive-7d682183-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:45.953802774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.479295769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcac724-8b8c-4986-9640-3eb1e8217da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.533418074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcac724-8b8c-4986-9640-3eb1e8217da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.587431445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcac724-8b8c-4986-9640-3eb1e8217da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.641397736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcac724-8b8c-4986-9640-3eb1e8217da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.63959806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7bebfe-a14d-4857-a205-4abd4d66a8a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.694357741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7bebfe-a14d-4857-a205-4abd4d66a8a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.748936063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7bebfe-a14d-4857-a205-4abd4d66a8a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.802754053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7bebfe-a14d-4857-a205-4abd4d66a8a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.376271691Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c7a6f6ae-1ccd-4dff-b76e-07156d423d3e","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.487461489Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c7a6f6ae-1ccd-4dff-b76e-07156d423d3e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.830156342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486d10e5-64f2-4f2a-90cb-92a7b48410d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.884843338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486d10e5-64f2-4f2a-90cb-92a7b48410d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.938737825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486d10e5-64f2-4f2a-90cb-92a7b48410d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.992618055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"486d10e5-64f2-4f2a-90cb-92a7b48410d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.020041357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d291241-cdf8-41ce-99c0-3fa81232c6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.074263271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d291241-cdf8-41ce-99c0-3fa81232c6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.130069201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d291241-cdf8-41ce-99c0-3fa81232c6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.186703599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d291241-cdf8-41ce-99c0-3fa81232c6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:57.761137648Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"ae6ddfa2-a613-48d9-8e55-9492874df95e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.259710795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266a7c38-5532-45aa-86db-e1947aef279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.318059294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266a7c38-5532-45aa-86db-e1947aef279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.419533946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266a7c38-5532-45aa-86db-e1947aef279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.47409879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266a7c38-5532-45aa-86db-e1947aef279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.643833049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee6290b3-f28c-4a9d-9f20-b97178d97400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.644024202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"130cd5a8-d36f-4b81-ba66-d39e2f35d4f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:10:59.775143867Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1be13f94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1be13f94","reconcileID":"23e026dd-4f84-4d05-b1e7-e5ab01a1fa21","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ait-1be13f94\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.436261886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3828c7b-6b93-484d-89e7-e8dfa4c25d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.490944324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3828c7b-6b93-484d-89e7-e8dfa4c25d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.544672078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3828c7b-6b93-484d-89e7-e8dfa4c25d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.598551669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3828c7b-6b93-484d-89e7-e8dfa4c25d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.61790476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fd7d1c-4d9c-49a4-aa0b-8e348a092585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.671649052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fd7d1c-4d9c-49a4-aa0b-8e348a092585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.725442916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fd7d1c-4d9c-49a4-aa0b-8e348a092585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.779322451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fd7d1c-4d9c-49a4-aa0b-8e348a092585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:05.081958238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac1afc9-19e9-440e-9df8-d5964bde1650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:05.138989907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac1afc9-19e9-440e-9df8-d5964bde1650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:05.192985352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac1afc9-19e9-440e-9df8-d5964bde1650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:05.24690875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac1afc9-19e9-440e-9df8-d5964bde1650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.196108842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7715ce4b-eea5-4776-b05e-944267824e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.250228493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7715ce4b-eea5-4776-b05e-944267824e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.304108359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7715ce4b-eea5-4776-b05e-944267824e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.35893748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7715ce4b-eea5-4776-b05e-944267824e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.389497647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de922cd-c790-4252-b84f-2db8df3ae920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.443328619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de922cd-c790-4252-b84f-2db8df3ae920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.512142913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de922cd-c790-4252-b84f-2db8df3ae920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.566556038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de922cd-c790-4252-b84f-2db8df3ae920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:09.945769541Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2552265","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2552265","reconcileID":"ca25a5d2-a503-4acc-8688-2e9bc0109767","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ait-e2552265\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.517438725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e5f1a7-ff80-46b2-a66c-e41aa430dc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.571770469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e5f1a7-ff80-46b2-a66c-e41aa430dc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.626071785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e5f1a7-ff80-46b2-a66c-e41aa430dc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.679873131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e5f1a7-ff80-46b2-a66c-e41aa430dc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.6828355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba34ab3-8ffa-4637-9d82-c87225f13bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.73663419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba34ab3-8ffa-4637-9d82-c87225f13bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.790271717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba34ab3-8ffa-4637-9d82-c87225f13bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.84437366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba34ab3-8ffa-4637-9d82-c87225f13bca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.253975149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","namespace":"ai-tenant-e2e-ait-f61c27a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.254036345Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","namespace":"ai-tenant-e2e-ait-f61c27a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.254084989Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","tenant":"e2e-ait-f61c27a4","tenantID":"e2e-ait-f61c27a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.311735634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Deployment","name":"maas-api-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.457554148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Service","name":"maas-api-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.516355578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.571914328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.628517084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.68832824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.745263573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.80491264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.859890529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Deployment","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.92022271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.009804169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Service","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.063409262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"Service","name":"payload-pre-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.120926809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.176945715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.234935677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.300154098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.354528979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.407817126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.483709184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.537516327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"8b114fcd-74d2-4970-a7a8-3a1f53351948","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f61c27a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.593334373Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","namespace":"ai-tenant-e2e-migrate-896c50f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.59340123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","namespace":"ai-tenant-e2e-migrate-896c50f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.593489346Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","tenant":"e2e-migrate-896c50f3","tenantID":"e2e-migrate-896c50f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.651604114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Deployment","name":"maas-api-e2e-migrate-896c50f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.723886449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Service","name":"maas-api-e2e-migrate-896c50f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.786299877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-896c50f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.845807663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-896c50f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.907142921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.947405766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6dd05-297d-4f14-b11c-a810ae621176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.967053033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.00199581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6dd05-297d-4f14-b11c-a810ae621176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.004053037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.056672051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6dd05-297d-4f14-b11c-a810ae621176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.110920307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a6dd05-297d-4f14-b11c-a810ae621176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.116089082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.172131741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.226029707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Deployment","name":"payload-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.279618719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.337188292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Service","name":"payload-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.399060116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"Service","name":"payload-pre-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.452363528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.511125922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.564797056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.623192202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.678945202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.737296161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.790742183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-896c50f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.851816627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-896c50f3"},"namespace":"ai-tenant-e2e-migrate-896c50f3","name":"default-tenant","reconcileID":"c775e782-0113-4396-b7da-47e8a104ec8d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-896c50f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.910803316Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","namespace":"ai-tenant-e2e-ait-1be13f94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.910874811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","namespace":"ai-tenant-e2e-ait-1be13f94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.910955065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","tenant":"e2e-ait-1be13f94","tenantID":"e2e-ait-1be13f94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.973896265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Deployment","name":"maas-api-e2e-ait-1be13f94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.036970807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Service","name":"maas-api-e2e-ait-1be13f94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.094022031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-1be13f94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.155539488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-1be13f94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.268926892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.327977168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.386861824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.442883505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.498224585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Deployment","name":"payload-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.612087971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.678609601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Service","name":"payload-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.758779682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"Service","name":"payload-pre-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.807048084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-896c50f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-896c50f3","reconcileID":"b54b0799-c881-4b6d-b7db-d3ff93edb857","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-896c50f3-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-896c50f3-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.819885626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"DestinationRule","name":"payload-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.877912373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.936883852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.996881612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.052611473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.109710771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.1731115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-1be13f94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.214544568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47b87c1-f281-45bb-8502-aec4643a3f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.279967076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47b87c1-f281-45bb-8502-aec4643a3f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.280890582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1be13f94"},"namespace":"ai-tenant-e2e-ait-1be13f94","name":"default-tenant","reconcileID":"5632f2cf-4bf2-4715-8636-31dedf96b2c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-1be13f94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.335583992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47b87c1-f281-45bb-8502-aec4643a3f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.398782717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47b87c1-f281-45bb-8502-aec4643a3f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.545412507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fbc7fc-ca08-4851-bc59-38d15298ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.599611017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fbc7fc-ca08-4851-bc59-38d15298ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.653497707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fbc7fc-ca08-4851-bc59-38d15298ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.707489803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fbc7fc-ca08-4851-bc59-38d15298ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.724344159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a856e-c802-4a82-8202-3cad2d3345cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.779868804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a856e-c802-4a82-8202-3cad2d3345cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.834401078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a856e-c802-4a82-8202-3cad2d3345cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.888501222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a856e-c802-4a82-8202-3cad2d3345cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.078029458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"941c3022-f196-4de3-9102-a7f878fec208","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.269579026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a37da3e-35df-4800-ba09-b14ff8e9d538","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.868029115Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","namespace":"ai-tenant-e2e-ait-e2552265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.868117769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","namespace":"ai-tenant-e2e-ait-e2552265","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.868194081Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","tenant":"e2e-ait-e2552265","tenantID":"e2e-ait-e2552265","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.924439719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Deployment","name":"maas-api-e2e-ait-e2552265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.042873068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Service","name":"maas-api-e2e-ait-e2552265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.105485392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e2552265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.161342149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e2552265","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.218047714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.326929476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.386193685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.454064594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.508385753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Deployment","name":"payload-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.561804855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.615434643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Service","name":"payload-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.669769523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"Service","name":"payload-pre-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.725711317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.755606672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1be13f94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1be13f94","reconcileID":"cdf4ffe1-def6-4598-817e-fa75dd48afce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1be13f94","removed":["maas.opendatahub.io/gateway-access-e2e-ait-1be13f94"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.781643536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.839085768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.896711087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.908572775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0139ea8-e12c-4149-882f-485b14bc2f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.966407628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0139ea8-e12c-4149-882f-485b14bc2f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.966909792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.020704293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0139ea8-e12c-4149-882f-485b14bc2f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.077919625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0139ea8-e12c-4149-882f-485b14bc2f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.078135071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.138567561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e2552265","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.196309971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e2552265"},"namespace":"ai-tenant-e2e-ait-e2552265","name":"default-tenant","reconcileID":"76f701a0-ac4a-462b-a5ec-fc67be5ccd77","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e2552265","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.377152657Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c88420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c88420","reconcileID":"20ce3481-28f0-48b9-95a1-0f0236a9f3e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c88420","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-c88420":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:27.141083567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbba4692-9fac-4120-813d-7668a8b237da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:27.196197359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbba4692-9fac-4120-813d-7668a8b237da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:27.255296174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbba4692-9fac-4120-813d-7668a8b237da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:27.310295206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbba4692-9fac-4120-813d-7668a8b237da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:28.531996614Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c88420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c88420","reconcileID":"064357bf-82fa-4b30-9831-18f664ba4ba2","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w3-c88420\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.38950167Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e2552265","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e2552265","reconcileID":"5f2bbcc4-17fd-4a3d-ba34-8eb80fe53371","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e2552265","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e2552265"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.410348916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e55eec-2ea2-4309-9489-8bdb24dfb840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.465674125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e55eec-2ea2-4309-9489-8bdb24dfb840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.522273778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e55eec-2ea2-4309-9489-8bdb24dfb840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.577185745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e55eec-2ea2-4309-9489-8bdb24dfb840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.829232045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","namespace":"ai-tenant-e2e-ait-f61c27a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.829336584Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","namespace":"ai-tenant-e2e-ait-f61c27a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.829417318Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","tenant":"e2e-ait-f61c27a4","tenantID":"e2e-ait-f61c27a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.883993586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Deployment","name":"maas-api-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.937928279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Service","name":"maas-api-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.040952755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.094443157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f61c27a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.151035967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.204466057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.25796769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.311429205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.367028781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Deployment","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.420373955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.477273091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Service","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.534766144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"Service","name":"payload-pre-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.588252433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce677a-9f39-44ae-a0cc-ea11156b753f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.642048923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.642260615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce677a-9f39-44ae-a0cc-ea11156b753f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.696471584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce677a-9f39-44ae-a0cc-ea11156b753f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.709179691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.753949694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1ce677a-9f39-44ae-a0cc-ea11156b753f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.807485474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.861068567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.914599248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.967822135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.028204773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f61c27a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.081449714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f61c27a4"},"namespace":"ai-tenant-e2e-ait-f61c27a4","name":"default-tenant","reconcileID":"cc6fd25d-039a-45e7-8320-27a3543f1ad1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f61c27a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.218147041Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7be78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7be78","reconcileID":"2216f342-e7c2-4484-9224-08cedeb7ba67","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f7be78","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-f7be78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:33.417351605Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f61c27a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f61c27a4","reconcileID":"a7e10a83-408f-48f6-a435-cce395b3a3af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f61c27a4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f61c27a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:33.814082058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94efec6b-d92a-4653-8dc8-80d8fbfaeab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:33.868884513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94efec6b-d92a-4653-8dc8-80d8fbfaeab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:33.922967403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94efec6b-d92a-4653-8dc8-80d8fbfaeab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:33.98164477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94efec6b-d92a-4653-8dc8-80d8fbfaeab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:35.69878683Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7be78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7be78","reconcileID":"10ab73f4-ff36-4e29-9192-f6129a4cbb74","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w0-f7be78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:35.95820671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7334326e-c2d8-43e9-9b61-64a8de3471a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.012032961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7334326e-c2d8-43e9-9b61-64a8de3471a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.071464285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7334326e-c2d8-43e9-9b61-64a8de3471a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:36.125247202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7334326e-c2d8-43e9-9b61-64a8de3471a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:37.192270099Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-712333","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-712333","reconcileID":"3ae764a0-1caf-4717-98a6-e70e6397150e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-712333","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-712333":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:38.207192342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317e1f59-356e-4ae4-8e26-e835a249c952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:38.26191314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317e1f59-356e-4ae4-8e26-e835a249c952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:38.315998981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317e1f59-356e-4ae4-8e26-e835a249c952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:38.369919743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"317e1f59-356e-4ae4-8e26-e835a249c952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.364342199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fdc031-854f-42f4-b8e0-651975b04e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.418724181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fdc031-854f-42f4-b8e0-651975b04e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.472343173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fdc031-854f-42f4-b8e0-651975b04e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.526070329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fdc031-854f-42f4-b8e0-651975b04e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:40.581188796Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-712333","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-712333","reconcileID":"d80add0f-ae62-4490-8a2c-0ede991572db","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w4-712333\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.044818157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b2be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b2be7","reconcileID":"c2c7c5c6-9bb6-49c3-a9eb-94a6b431d55a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-2b2be7","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-2b2be7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.582410468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889f1c79-eb11-48d0-8c0a-4d18aca2a918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.636539034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889f1c79-eb11-48d0-8c0a-4d18aca2a918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.691634237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889f1c79-eb11-48d0-8c0a-4d18aca2a918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.745951978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889f1c79-eb11-48d0-8c0a-4d18aca2a918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.908836185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"201cd03c-a1dd-4fcc-bcdb-5f8ba920ccd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.02123192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b568efac-9ca5-42f7-ab82-eb606b9a9809","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.189619469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"b471f4d2-01b6-4055-ab86-a2853ab54341","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.312648403Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"b471f4d2-01b6-4055-ab86-a2853ab54341","name":"e2e-worker-w3-c88420-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.372524669Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","namespace":"ai-tenant-e2e-derive-7d682183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.372592028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","namespace":"ai-tenant-e2e-derive-7d682183","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.372667047Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","tenant":"e2e-derive-7d682183","tenantID":"e2e-derive-7d682183","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.428914674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Deployment","name":"maas-api-e2e-derive-7d682183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.494127132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Service","name":"maas-api-e2e-derive-7d682183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.55205813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-7d682183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.632225418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-7d682183","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.691030867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.747464464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.806783848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.878278844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.931687535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Deployment","name":"payload-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.98702243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.043942006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Service","name":"payload-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.097264189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"Service","name":"payload-pre-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.203699019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"DestinationRule","name":"payload-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.257337703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.310923973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.369070472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.422275381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.475439212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.532251913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-7d682183","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.587648718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-7d682183"},"namespace":"ai-tenant-e2e-derive-7d682183","name":"default-tenant","reconcileID":"2b9ffe15-611b-4a01-aa6c-5c4131a4ea01","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-7d682183","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.746169695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0d5fd-498b-4835-8301-24cebc6a8585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.810791867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0d5fd-498b-4835-8301-24cebc6a8585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.865158854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0d5fd-498b-4835-8301-24cebc6a8585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.918894434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f0d5fd-498b-4835-8301-24cebc6a8585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.957150553Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.368417701Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-7d682183","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-7d682183","reconcileID":"7ce21427-0871-42d0-a0b7-fe3e372cfc0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-7d682183","removed":["maas.opendatahub.io/gateway-access-e2e-derive-7d682183"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.902150448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7a1f2-e23a-4cfa-9db4-3d13d7bf3478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.960909965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7a1f2-e23a-4cfa-9db4-3d13d7bf3478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.014532772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7a1f2-e23a-4cfa-9db4-3d13d7bf3478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.068482755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea7a1f2-e23a-4cfa-9db4-3d13d7bf3478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.09864868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402ed949-6c1b-4e4f-8e71-1dceeda2e58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.15271513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402ed949-6c1b-4e4f-8e71-1dceeda2e58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.206595139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402ed949-6c1b-4e4f-8e71-1dceeda2e58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.260300423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402ed949-6c1b-4e4f-8e71-1dceeda2e58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.145932286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"5ffafa2c-2fc5-41e9-a7d9-2fc5bfd0b554","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:50.271150104Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"5ffafa2c-2fc5-41e9-a7d9-2fc5bfd0b554","name":"e2e-worker-w0-f7be78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.287860248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748689b0-1af1-445e-be44-dfb776a260ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.342510942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748689b0-1af1-445e-be44-dfb776a260ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.396778045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748689b0-1af1-445e-be44-dfb776a260ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.457624727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748689b0-1af1-445e-be44-dfb776a260ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.271811029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34365a41-080f-418a-a9f1-c7ebca888ac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.39850085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8a7eb54-1457-40de-b977-e23c68f9989c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.997045585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-cefeaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-cefeaa","reconcileID":"adbe7df9-6090-4e5c-8de0-2b42d36dbeca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-cefeaa","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-cefeaa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.417152597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89cebb-440e-49f4-9343-28c587ca6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.471388116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89cebb-440e-49f4-9343-28c587ca6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.525231666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89cebb-440e-49f4-9343-28c587ca6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.579423713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba89cebb-440e-49f4-9343-28c587ca6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.546220996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08061ccb-6d4a-4710-b509-d1138ddd272c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.600247141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08061ccb-6d4a-4710-b509-d1138ddd272c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.654086286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08061ccb-6d4a-4710-b509-d1138ddd272c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.708610203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08061ccb-6d4a-4710-b509-d1138ddd272c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.69715324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd2083-6cd2-4eac-a3a3-43d71805e60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.751238583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd2083-6cd2-4eac-a3a3-43d71805e60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.805291242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd2083-6cd2-4eac-a3a3-43d71805e60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.85930614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5bd2083-6cd2-4eac-a3a3-43d71805e60c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.888030388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f915625f-dc07-4b39-9744-28a797bb4d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.942881828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f915625f-dc07-4b39-9744-28a797bb4d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.99687332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f915625f-dc07-4b39-9744-28a797bb4d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.052504278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f915625f-dc07-4b39-9744-28a797bb4d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.138994664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"cb43b8a5-d414-4b31-a13c-0f772536d967","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.260716585Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"cb43b8a5-d414-4b31-a13c-0f772536d967","name":"e2e-worker-w4-712333-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.113198535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14af7ce6-b5c3-41e2-b9c3-0f474a75bdea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.354014763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17f0c79e-d1a9-4144-b253-064a989ea129","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.283937438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f168e55-74b6-4367-955d-335d71ca2ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.338984745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f168e55-74b6-4367-955d-335d71ca2ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.394323204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f168e55-74b6-4367-955d-335d71ca2ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.448804639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f168e55-74b6-4367-955d-335d71ca2ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.712529562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12f0009e-64ef-4d1e-bb85-d54301cf075f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.80606193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5bf5b016-5445-4538-a304-82963890581e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.428047505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3609f8bd-564f-4a26-b2b5-3da437bd69ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.488511054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3609f8bd-564f-4a26-b2b5-3da437bd69ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.542254604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3609f8bd-564f-4a26-b2b5-3da437bd69ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.596565877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3609f8bd-564f-4a26-b2b5-3da437bd69ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.73841749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"70b63aa9-bfa4-4a42-bb49-868593213d5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.867540773Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"70b63aa9-bfa4-4a42-bb49-868593213d5c","name":"e2e-worker-w2-2b2be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.701141606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3239bb-ec87-4caa-8460-adbf2780b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.754950854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3239bb-ec87-4caa-8460-adbf2780b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.808673272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3239bb-ec87-4caa-8460-adbf2780b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.863053817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3239bb-ec87-4caa-8460-adbf2780b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.878715505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91317288-5766-4683-8ce5-cd78082c904c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.932537231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91317288-5766-4683-8ce5-cd78082c904c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.986452089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91317288-5766-4683-8ce5-cd78082c904c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.04028722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91317288-5766-4683-8ce5-cd78082c904c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.952821823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.045138402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c31c610-49f1-42cc-aff7-91441b5854b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.098733147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c31c610-49f1-42cc-aff7-91441b5854b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.154216217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c31c610-49f1-42cc-aff7-91441b5854b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.211209352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c31c610-49f1-42cc-aff7-91441b5854b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.269486521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82598896-eede-4318-a428-2b13ce60d804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.323298913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82598896-eede-4318-a428-2b13ce60d804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.377401868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82598896-eede-4318-a428-2b13ce60d804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.43114434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82598896-eede-4318-a428-2b13ce60d804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.421464608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e70283-eabd-4587-ad10-b94d61928183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.475901984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e70283-eabd-4587-ad10-b94d61928183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.529847658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e70283-eabd-4587-ad10-b94d61928183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.584313048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e70283-eabd-4587-ad10-b94d61928183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.910902946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"9b9aa058-85b3-4131-8c50-d668f9fe877a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.084389183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"9b9aa058-85b3-4131-8c50-d668f9fe877a","name":"e2e-worker-w1-cefeaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.587736959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8510ff-3d0c-4546-b659-896b786dcfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.641490655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8510ff-3d0c-4546-b659-896b786dcfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.69522643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8510ff-3d0c-4546-b659-896b786dcfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.748910897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8510ff-3d0c-4546-b659-896b786dcfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.719830628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1745a4a3-ee9a-4613-b394-0e950ae071c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.773591571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1745a4a3-ee9a-4613-b394-0e950ae071c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.827226774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1745a4a3-ee9a-4613-b394-0e950ae071c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.880999464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1745a4a3-ee9a-4613-b394-0e950ae071c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:35.537180826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da794636-c6aa-4a83-a0ce-878c0ec6bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:35.592902939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da794636-c6aa-4a83-a0ce-878c0ec6bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:35.64689935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da794636-c6aa-4a83-a0ce-878c0ec6bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:35.702459363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da794636-c6aa-4a83-a0ce-878c0ec6bac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.774159608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd891cc-9474-4d10-8364-b6e6370cea8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.82943864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd891cc-9474-4d10-8364-b6e6370cea8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.884248602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd891cc-9474-4d10-8364-b6e6370cea8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.937986472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd891cc-9474-4d10-8364-b6e6370cea8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.097305469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"e0d8ff50-d36d-4548-9d05-02a0eac82fed","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.623870643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9cafde49-92d4-420b-bc12-a55e2e69f465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.830500953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72c4de56-d231-454a-a90b-d03026f2d86b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.952512414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.08336081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d102b81-6036-4470-8249-c9fa57afbf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.137447417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d102b81-6036-4470-8249-c9fa57afbf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.191386907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d102b81-6036-4470-8249-c9fa57afbf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.245224882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d102b81-6036-4470-8249-c9fa57afbf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.151360006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba5acc1a-834c-46c2-a464-55bde840a98e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.4784575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1301b17a-a7b6-4a78-975f-e8aadad1fa71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.311532728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60ee964-a385-4cd1-8062-8601aec096d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.36536789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60ee964-a385-4cd1-8062-8601aec096d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.419454865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60ee964-a385-4cd1-8062-8601aec096d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.473349743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60ee964-a385-4cd1-8062-8601aec096d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.802378872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7155cf6-e0cc-4a1b-9deb-4790545cc14a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.104408563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9769c8e5-89d3-446c-9168-e079ef8e1ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.644640661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"f57348df-c064-4216-80bd-3e97168c5b52","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.5023541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd970f4a-571e-40f6-8f50-a555f9a97cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.556158671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd970f4a-571e-40f6-8f50-a555f9a97cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.610143029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd970f4a-571e-40f6-8f50-a555f9a97cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.664122655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd970f4a-571e-40f6-8f50-a555f9a97cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:58.674985243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b293c1f9-7924-4989-b9d1-f968d9b59030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:58.728845643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b293c1f9-7924-4989-b9d1-f968d9b59030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:58.782606779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b293c1f9-7924-4989-b9d1-f968d9b59030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:58.836522674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b293c1f9-7924-4989-b9d1-f968d9b59030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.134268185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ca1bdbd-a45e-4db3-aec7-1553765c2b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:01.255820152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"708f615b-445c-46d3-97f1-5274ad05a5c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.573123673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"4ee0843e-413b-4ad4-b886-35cc32dd7696","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.694366606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"fe0ba40e-dfd5-49aa-8c3a-2d7f205fd401","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.082556985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59d6886e-ef64-4173-886a-f8dd230e8857","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.204474598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0fa78b28-d48e-402a-9192-531363947fa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:15.974592772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.138394702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5034e9e0-0428-4cae-88b6-6ba835b88c18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:17.241049586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3abae76-f3f9-4372-9994-b4bdd306fda8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.35806512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"6e4de6ef-0c18-4abc-8454-427539d0fafd","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.466855091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"b62b6bdd-60e6-42e2-b5d6-c2de1f67ea33","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.703748909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"3e08688b-b948-4630-8f28-f46e93a115bc","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:26.962522266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"66eba021-4269-4d4a-a79f-d814339b0c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.141381066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e9e6afa-a618-408d-8803-e52321eb1545","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.552365415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79250473-20ea-4300-bb26-e63371895fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.883201426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5a38d37-d645-4208-b417-34f14b6b76a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.953261913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.678602877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"f2245ae4-d724-4909-9459-264c1d840f73","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.89907354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d2b0aa4b-2085-4485-b0c7-0022a8f696e6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.958000228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"82253d8f-7de7-427a-941c-655eef42d86c","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.028290839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d25ff26-3752-4503-9bf8-98bd0bfe7387","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.02831177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d25ff26-3752-4503-9bf8-98bd0bfe7387","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:48.029823841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"07b79406-2d06-4680-92d6-84a102f6c067","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.089969172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb5d3b28-05fb-41bf-99bd-a7e7424ecd1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.089990601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb5d3b28-05fb-41bf-99bd-a7e7424ecd1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.141939357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"00f15563-90a5-4d33-a430-798a1fccb97c","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.201699192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"6e1f2a79-98af-475f-9596-ac103525d4ed","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.328520679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"35bfd2e6-a699-4c3f-8bc5-d61e9169e203","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.388868124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"eda3077f-b391-4702-8b78-66bd3d67426b","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.431379043Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"2aee5d3f-17a3-4b36-b99a-7a2c2f04e5f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.493118606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"beb7dbb8-cf1b-42cf-bbe2-f1202caf4321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.59806087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"34244deb-943a-4f83-85e6-cb5c485064a3","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.614376507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"d9a2730d-f53a-4236-8bdc-ec7318375997","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.672255556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"beb7dbb8-cf1b-42cf-bbe2-f1202caf4321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.673733812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"c7e66a25-6989-4e40-9425-2c220fecdba5","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.721749578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"918dc7c1-2540-4f70-a413-e2a9aa3e4306","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:48.72900624Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.730305714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"beb7dbb8-cf1b-42cf-bbe2-f1202caf4321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.762849881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"571a509a-a7ac-4202-ae62-bed4fd247d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.782290866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"a1b2b9f9-4b1c-4a17-bbf7-ec462cc3c49d","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.787492076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"07c7163f-a73f-4ee7-8372-61c2c237c932","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.895165493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"795e2c2d-a97a-4113-91fa-d98d17b07757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.95482874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"795e2c2d-a97a-4113-91fa-d98d17b07757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.000072628Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"fda3f6f1-3287-4658-9478-1dbced45dbe4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"premium-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.013339032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"795e2c2d-a97a-4113-91fa-d98d17b07757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.162337463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"f1a8bffc-89ae-41c5-9fd4-197a3a5628f7","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.222116104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"92a2b603-589b-4617-be2d-6f24dfcc8efd","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:49.277508146Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"92a2b603-589b-4617-be2d-6f24dfcc8efd","name":"premium-w3-c88420","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-c88420\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:49.277607249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"92a2b603-589b-4617-be2d-6f24dfcc8efd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-c88420\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.283047848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"5fc7e3bd-c10d-4c12-b019-fcb374dd11d1","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.33704191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"2906ec31-f1bd-45e1-a08e-f83d65e9ff7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.379773608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ddb1769f-5ddd-4142-bae9-69cf7e1e1ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.382596499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e1704dc5-3ca5-4c4e-a087-7d27f0651bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.438783663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ddb1769f-5ddd-4142-bae9-69cf7e1e1ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.441863581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e1704dc5-3ca5-4c4e-a087-7d27f0651bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.496507855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ddb1769f-5ddd-4142-bae9-69cf7e1e1ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.499306533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e1704dc5-3ca5-4c4e-a087-7d27f0651bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.554040331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"5be12820-f9d3-4edd-9768-d3bcdf4953e5","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.60822276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"85d655a3-4eb1-4ba4-960a-bf899e215269","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.714972986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cd72645e-e95a-48ef-8698-f6e1d381c34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.774707212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cd72645e-e95a-48ef-8698-f6e1d381c34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.842517686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cd72645e-e95a-48ef-8698-f6e1d381c34f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.373974423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"2cec131a-cf06-4b3b-a0d7-772b008a5601","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.793627055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"81daa691-6f6b-4af8-ab34-4510f3e00120","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.920183762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"6ea8d75e-d1f1-46c2-8b58-5ca373297a58","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.979758102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"3147e58e-9551-4828-8c6d-bf616243d432","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.028840909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"f9b665e7-6e02-4613-ba9d-a831666540f9","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:54.035020247Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7be78/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.087984917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"43a83760-adca-4b8b-be84-45f10b32114c","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.209570981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"5f696282-eae9-4152-810a-e8f7f4e563c9","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.269332217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d02cfc81-a78f-4820-9969-6a121237b2e9","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.31425847Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"5c11cc4d-f451-4a58-ba79-bdd2b206732c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"simulator-w0-f7be78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.377593171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bc0f179f-0806-4d64-9197-9a601de810d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.485360524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"4b6a0780-b081-4473-8f6c-fd4f5a2d7dd4","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.488803692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"2ca43ddc-dabf-4ac4-bf2b-1215d842aad6","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.552572312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"91d43d35-03d7-4034-bb3d-ad0b0c974de8","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.557214541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bc0f179f-0806-4d64-9197-9a601de810d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.600814381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"f171a572-cce9-4986-9e20-45fe160d61cf","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:54.607952138Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7be78/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.616643631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bc0f179f-0806-4d64-9197-9a601de810d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.651880173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"398b0164-ba0f-4b89-840d-c5845da11fb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.660866501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"d18e9d9f-9dee-449c-bceb-f38aae149ba2","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.674713846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"abf99f73-ef05-4e10-95f2-7b2020fe8416","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.771971386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"139924d3-a61c-4faf-8280-7933598d3257","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.782002153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d378fab3-102a-404d-90ee-5faaf691541b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.834699104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"b7dae052-5148-476d-962a-c08a36e46151","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.845717632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d378fab3-102a-404d-90ee-5faaf691541b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.887636104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"1c3398c6-908b-4a84-b04c-b8677dd20064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"premium-w0-f7be78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:54.910448455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d378fab3-102a-404d-90ee-5faaf691541b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.041029901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0f41b3f2-c39a-494b-ac56-a43a6521a07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.057242415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"536ccf0d-42b3-469d-b117-54079a3d2dda","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.099794552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0f41b3f2-c39a-494b-ac56-a43a6521a07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.141449029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a311640e-0c36-4e5c-bcd7-45ae1f46bc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.156868453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0f41b3f2-c39a-494b-ac56-a43a6521a07f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.214356841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a311640e-0c36-4e5c-bcd7-45ae1f46bc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.216585605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"8d98a7d2-c883-4cb3-a44c-bd25e0412b27","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.266244043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"fda0d91a-a024-4c0b-88ec-9aa613e2b52b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.271410889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a311640e-0c36-4e5c-bcd7-45ae1f46bc53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.375724817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"70240240-7e57-4646-b7d3-24677e7faf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.434389748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"70240240-7e57-4646-b7d3-24677e7faf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.497259078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"70240240-7e57-4646-b7d3-24677e7faf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.29971643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"965e5c4f-c3a7-4aea-bf11-68cd8df3fbbb","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.372045906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"8ef657e0-2280-4ae8-a133-5e92fa332a7a","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.183712728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"0f13cc32-ea03-403a-88ac-33b9813b80c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.354464173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"df07f9e6-5623-4aaf-b641-9740a2a4ae92","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.540947841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"b86527c2-df14-4bf6-859f-778305071d4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.710905327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"68d84e01-9d49-403b-8bf3-6cd2244b9899","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.782875351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"87afb699-3caa-4264-a876-e995f15e1648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.782887519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"69d22dbe-bc5b-4d1c-9ca2-7b53f5011fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.842469128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"69d22dbe-bc5b-4d1c-9ca2-7b53f5011fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.843341245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"87afb699-3caa-4264-a876-e995f15e1648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.900744401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (874fef006a62f6996175a6fa0d7996ecbfd702a1f79eb530375ea7f382776f51) AuthConfig (aab5a2f3669e241d7add7550cf3e027df019d1bc37fb9287d2e4dea586e0d840) AuthConfig (e521a84e093463722a322f7874ecd44f144c9a3227323c38335e316f1142dafa) AuthConfig (e6e1bd30a5bd0a8a1d566ba7a7e270a10c086e5d90f50c5d0c6a669e0166c1c4) AuthConfig (eec8796835fbd9620d1aa292f002f444f44e325048a599c8bfb64efae214a6a7) AuthConfig (993f0db1209483bccfaf1fe1b6e3a07d0da116560e31b3d2dffc25863b79db0a) AuthConfig (d043f53654f15444546db369d27fafe2265c0368f74f052e34b1bf6266a30dd5) AuthConfig (8209e8f4b0bc91da8906ea470c3aeeccfc2771a0228d19797fb9a5670bc7c1b7) AuthConfig (648f388419f3a7146b7010ae74e5b7451b17f978c9cdceb8bbb4ea44059f86c9) AuthConfig (b7a82086b80d707ba50e214afb6581dabea47be7852abe6d6defd3969267ec44) AuthConfig (d9476176447cdf66b807055a27f503aa034b360640b9aa1ab49159438a63ca13) AuthConfig (6c25a5be32d8ba3f3f0fdbefba121a5e1db2993b475ff186d3470d5ae53e5d87) AuthConfig (170ae954d48b14c0daec998b068fc6aa757d5ac6d673412f18b11162e7c0cfa5) AuthConfig (489b1ef3c9100c90627975c7d34ee05a240b5d2139c27abe3bec846483926d35) AuthConfig (d48a6342b427e670d74530fd9be3be93f1df5351a61d893835a2048264492b5d) AuthConfig (145144e9a140c948f010133b726dee46d5d1a113672fecc2fca147f1bd0ff93b) AuthConfig (de52dea59f2413a57bdd2d2698d2b0216810e02038769bfc8a737dcf0d751122) AuthConfig (5bca7480b4899ebe8de1e12a0268a0eb56d9bff7e3073d8fd6e3651d109bdf55) AuthConfig (d6f8718514236947d465e1576427572cdf01b2822443890bfa218bfe1ef67ef4) AuthConfig (5b5e0ee77dd8f272f5d3e85d824aa3b73d95298934e129eb5b37fccf0066a178) AuthConfig (fc5ed6ab2dd74c870eb1a173a1eba4335f5155788eae1b6883f0d164c5a9c7d5) AuthConfig (71a990892e484ccf261d03429315a5a9814f89abc0ced0064e3121a1706a4270) AuthConfig (c119a793249e238345137a6abf65a52b49caf61228ec5861fadd7690edeb06f8) AuthConfig (43a6d52e4a7c670915f2fc6881fbf49e442eee504c8b9db2988e715b1fc267b7) AuthConfig (22522745f953c559f95d3c744f0789d65892a55095beda168d2319f382e3893b) AuthConfig (4dd5dcab6c80b9c78e3515a08424583eafe5828cc35140bb2b78ace14de1b9c8) AuthConfig (58a523107573d7034824977100256cc6f0bade501367ed5ed9829838c20d0c37) AuthConfig (584c80240f20bd7e003bd0f7cc9684788f4e4be704b303584d965b2b5903cb93) AuthConfig (d98a27ff82eeddbedc3fff7e8af7ae6f2625fe1b363dafa12badb5c2ad976b4c) AuthConfig (279c0a6f2108587fff103973db23a9cc8ee8ca907ed2acf049aa4cf27e373c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"69d22dbe-bc5b-4d1c-9ca2-7b53f5011fa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.902309513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (874fef006a62f6996175a6fa0d7996ecbfd702a1f79eb530375ea7f382776f51) AuthConfig (aab5a2f3669e241d7add7550cf3e027df019d1bc37fb9287d2e4dea586e0d840) AuthConfig (e521a84e093463722a322f7874ecd44f144c9a3227323c38335e316f1142dafa) AuthConfig (e6e1bd30a5bd0a8a1d566ba7a7e270a10c086e5d90f50c5d0c6a669e0166c1c4) AuthConfig (eec8796835fbd9620d1aa292f002f444f44e325048a599c8bfb64efae214a6a7) AuthConfig (993f0db1209483bccfaf1fe1b6e3a07d0da116560e31b3d2dffc25863b79db0a) AuthConfig (d043f53654f15444546db369d27fafe2265c0368f74f052e34b1bf6266a30dd5) AuthConfig (8209e8f4b0bc91da8906ea470c3aeeccfc2771a0228d19797fb9a5670bc7c1b7) AuthConfig (648f388419f3a7146b7010ae74e5b7451b17f978c9cdceb8bbb4ea44059f86c9) AuthConfig (b7a82086b80d707ba50e214afb6581dabea47be7852abe6d6defd3969267ec44) AuthConfig (d9476176447cdf66b807055a27f503aa034b360640b9aa1ab49159438a63ca13) AuthConfig (6c25a5be32d8ba3f3f0fdbefba121a5e1db2993b475ff186d3470d5ae53e5d87) AuthConfig (170ae954d48b14c0daec998b068fc6aa757d5ac6d673412f18b11162e7c0cfa5) AuthConfig (489b1ef3c9100c90627975c7d34ee05a240b5d2139c27abe3bec846483926d35) AuthConfig (d48a6342b427e670d74530fd9be3be93f1df5351a61d893835a2048264492b5d) AuthConfig (145144e9a140c948f010133b726dee46d5d1a113672fecc2fca147f1bd0ff93b) AuthConfig (de52dea59f2413a57bdd2d2698d2b0216810e02038769bfc8a737dcf0d751122) AuthConfig (5bca7480b4899ebe8de1e12a0268a0eb56d9bff7e3073d8fd6e3651d109bdf55) AuthConfig (d6f8718514236947d465e1576427572cdf01b2822443890bfa218bfe1ef67ef4) AuthConfig (5b5e0ee77dd8f272f5d3e85d824aa3b73d95298934e129eb5b37fccf0066a178) AuthConfig (fc5ed6ab2dd74c870eb1a173a1eba4335f5155788eae1b6883f0d164c5a9c7d5) AuthConfig (71a990892e484ccf261d03429315a5a9814f89abc0ced0064e3121a1706a4270) AuthConfig (c119a793249e238345137a6abf65a52b49caf61228ec5861fadd7690edeb06f8) AuthConfig (43a6d52e4a7c670915f2fc6881fbf49e442eee504c8b9db2988e715b1fc267b7) AuthConfig (22522745f953c559f95d3c744f0789d65892a55095beda168d2319f382e3893b) AuthConfig (4dd5dcab6c80b9c78e3515a08424583eafe5828cc35140bb2b78ace14de1b9c8) AuthConfig (58a523107573d7034824977100256cc6f0bade501367ed5ed9829838c20d0c37) AuthConfig (584c80240f20bd7e003bd0f7cc9684788f4e4be704b303584d965b2b5903cb93) AuthConfig (d98a27ff82eeddbedc3fff7e8af7ae6f2625fe1b363dafa12badb5c2ad976b4c) AuthConfig (279c0a6f2108587fff103973db23a9cc8ee8ca907ed2acf049aa4cf27e373c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"87afb699-3caa-4264-a876-e995f15e1648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.961017455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"4cbe6adb-2be7-47d6-8943-36ef2c12d490","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.963073454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"88dcd09e-d111-4861-9c18-2f2bf43ab0bf","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.121912773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f5a02f5a-20e1-47f7-ba9b-3f316f1e8ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.125632984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e22731fd-e6ec-401d-b8e0-d6e66be9e0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.181206586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f5a02f5a-20e1-47f7-ba9b-3f316f1e8ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.184307911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e22731fd-e6ec-401d-b8e0-d6e66be9e0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.239019915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (874fef006a62f6996175a6fa0d7996ecbfd702a1f79eb530375ea7f382776f51) AuthConfig (aab5a2f3669e241d7add7550cf3e027df019d1bc37fb9287d2e4dea586e0d840) AuthConfig (e521a84e093463722a322f7874ecd44f144c9a3227323c38335e316f1142dafa) AuthConfig (e6e1bd30a5bd0a8a1d566ba7a7e270a10c086e5d90f50c5d0c6a669e0166c1c4) AuthConfig (eec8796835fbd9620d1aa292f002f444f44e325048a599c8bfb64efae214a6a7) AuthConfig (993f0db1209483bccfaf1fe1b6e3a07d0da116560e31b3d2dffc25863b79db0a) AuthConfig (d043f53654f15444546db369d27fafe2265c0368f74f052e34b1bf6266a30dd5) AuthConfig (8209e8f4b0bc91da8906ea470c3aeeccfc2771a0228d19797fb9a5670bc7c1b7) AuthConfig (648f388419f3a7146b7010ae74e5b7451b17f978c9cdceb8bbb4ea44059f86c9) AuthConfig (b7a82086b80d707ba50e214afb6581dabea47be7852abe6d6defd3969267ec44) AuthConfig (d9476176447cdf66b807055a27f503aa034b360640b9aa1ab49159438a63ca13) AuthConfig (6c25a5be32d8ba3f3f0fdbefba121a5e1db2993b475ff186d3470d5ae53e5d87) AuthConfig (170ae954d48b14c0daec998b068fc6aa757d5ac6d673412f18b11162e7c0cfa5) AuthConfig (489b1ef3c9100c90627975c7d34ee05a240b5d2139c27abe3bec846483926d35) AuthConfig (d48a6342b427e670d74530fd9be3be93f1df5351a61d893835a2048264492b5d) AuthConfig (145144e9a140c948f010133b726dee46d5d1a113672fecc2fca147f1bd0ff93b) AuthConfig (de52dea59f2413a57bdd2d2698d2b0216810e02038769bfc8a737dcf0d751122) AuthConfig (5bca7480b4899ebe8de1e12a0268a0eb56d9bff7e3073d8fd6e3651d109bdf55) AuthConfig (d6f8718514236947d465e1576427572cdf01b2822443890bfa218bfe1ef67ef4) AuthConfig (5b5e0ee77dd8f272f5d3e85d824aa3b73d95298934e129eb5b37fccf0066a178) AuthConfig (fc5ed6ab2dd74c870eb1a173a1eba4335f5155788eae1b6883f0d164c5a9c7d5) AuthConfig (71a990892e484ccf261d03429315a5a9814f89abc0ced0064e3121a1706a4270) AuthConfig (c119a793249e238345137a6abf65a52b49caf61228ec5861fadd7690edeb06f8) AuthConfig (43a6d52e4a7c670915f2fc6881fbf49e442eee504c8b9db2988e715b1fc267b7) AuthConfig (22522745f953c559f95d3c744f0789d65892a55095beda168d2319f382e3893b) AuthConfig (4dd5dcab6c80b9c78e3515a08424583eafe5828cc35140bb2b78ace14de1b9c8) AuthConfig (58a523107573d7034824977100256cc6f0bade501367ed5ed9829838c20d0c37) AuthConfig (584c80240f20bd7e003bd0f7cc9684788f4e4be704b303584d965b2b5903cb93) AuthConfig (d98a27ff82eeddbedc3fff7e8af7ae6f2625fe1b363dafa12badb5c2ad976b4c) AuthConfig (279c0a6f2108587fff103973db23a9cc8ee8ca907ed2acf049aa4cf27e373c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f5a02f5a-20e1-47f7-ba9b-3f316f1e8ef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.242226299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (874fef006a62f6996175a6fa0d7996ecbfd702a1f79eb530375ea7f382776f51) AuthConfig (aab5a2f3669e241d7add7550cf3e027df019d1bc37fb9287d2e4dea586e0d840) AuthConfig (e521a84e093463722a322f7874ecd44f144c9a3227323c38335e316f1142dafa) AuthConfig (e6e1bd30a5bd0a8a1d566ba7a7e270a10c086e5d90f50c5d0c6a669e0166c1c4) AuthConfig (eec8796835fbd9620d1aa292f002f444f44e325048a599c8bfb64efae214a6a7) AuthConfig (993f0db1209483bccfaf1fe1b6e3a07d0da116560e31b3d2dffc25863b79db0a) AuthConfig (d043f53654f15444546db369d27fafe2265c0368f74f052e34b1bf6266a30dd5) AuthConfig (8209e8f4b0bc91da8906ea470c3aeeccfc2771a0228d19797fb9a5670bc7c1b7) AuthConfig (648f388419f3a7146b7010ae74e5b7451b17f978c9cdceb8bbb4ea44059f86c9) AuthConfig (b7a82086b80d707ba50e214afb6581dabea47be7852abe6d6defd3969267ec44) AuthConfig (d9476176447cdf66b807055a27f503aa034b360640b9aa1ab49159438a63ca13) AuthConfig (6c25a5be32d8ba3f3f0fdbefba121a5e1db2993b475ff186d3470d5ae53e5d87) AuthConfig (170ae954d48b14c0daec998b068fc6aa757d5ac6d673412f18b11162e7c0cfa5) AuthConfig (489b1ef3c9100c90627975c7d34ee05a240b5d2139c27abe3bec846483926d35) AuthConfig (d48a6342b427e670d74530fd9be3be93f1df5351a61d893835a2048264492b5d) AuthConfig (145144e9a140c948f010133b726dee46d5d1a113672fecc2fca147f1bd0ff93b) AuthConfig (de52dea59f2413a57bdd2d2698d2b0216810e02038769bfc8a737dcf0d751122) AuthConfig (5bca7480b4899ebe8de1e12a0268a0eb56d9bff7e3073d8fd6e3651d109bdf55) AuthConfig (d6f8718514236947d465e1576427572cdf01b2822443890bfa218bfe1ef67ef4) AuthConfig (5b5e0ee77dd8f272f5d3e85d824aa3b73d95298934e129eb5b37fccf0066a178) AuthConfig (fc5ed6ab2dd74c870eb1a173a1eba4335f5155788eae1b6883f0d164c5a9c7d5) AuthConfig (71a990892e484ccf261d03429315a5a9814f89abc0ced0064e3121a1706a4270) AuthConfig (c119a793249e238345137a6abf65a52b49caf61228ec5861fadd7690edeb06f8) AuthConfig (43a6d52e4a7c670915f2fc6881fbf49e442eee504c8b9db2988e715b1fc267b7) AuthConfig (22522745f953c559f95d3c744f0789d65892a55095beda168d2319f382e3893b) AuthConfig (4dd5dcab6c80b9c78e3515a08424583eafe5828cc35140bb2b78ace14de1b9c8) AuthConfig (58a523107573d7034824977100256cc6f0bade501367ed5ed9829838c20d0c37) AuthConfig (584c80240f20bd7e003bd0f7cc9684788f4e4be704b303584d965b2b5903cb93) AuthConfig (d98a27ff82eeddbedc3fff7e8af7ae6f2625fe1b363dafa12badb5c2ad976b4c) AuthConfig (279c0a6f2108587fff103973db23a9cc8ee8ca907ed2acf049aa4cf27e373c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e22731fd-e6ec-401d-b8e0-d6e66be9e0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.43345546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4a6dd239-c459-4784-a8bc-c47232dd4f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.492814511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4a6dd239-c459-4784-a8bc-c47232dd4f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.550974666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4a6dd239-c459-4784-a8bc-c47232dd4f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.659622076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d1c20e27-34c4-4fb5-a4d8-46b5948664a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.718579102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d1c20e27-34c4-4fb5-a4d8-46b5948664a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.776311394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d1c20e27-34c4-4fb5-a4d8-46b5948664a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.401858769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f1c9ed1b-d2b5-429b-88f3-226dec241540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.403451002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"99eb61c4-44f6-4436-adf9-9b463516b818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.460985545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f1c9ed1b-d2b5-429b-88f3-226dec241540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.462180971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"99eb61c4-44f6-4436-adf9-9b463516b818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.519027649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (874fef006a62f6996175a6fa0d7996ecbfd702a1f79eb530375ea7f382776f51) AuthConfig (aab5a2f3669e241d7add7550cf3e027df019d1bc37fb9287d2e4dea586e0d840) AuthConfig (e521a84e093463722a322f7874ecd44f144c9a3227323c38335e316f1142dafa) AuthConfig (e6e1bd30a5bd0a8a1d566ba7a7e270a10c086e5d90f50c5d0c6a669e0166c1c4) AuthConfig (eec8796835fbd9620d1aa292f002f444f44e325048a599c8bfb64efae214a6a7) AuthConfig (993f0db1209483bccfaf1fe1b6e3a07d0da116560e31b3d2dffc25863b79db0a) AuthConfig (d043f53654f15444546db369d27fafe2265c0368f74f052e34b1bf6266a30dd5) AuthConfig (8209e8f4b0bc91da8906ea470c3aeeccfc2771a0228d19797fb9a5670bc7c1b7) AuthConfig (648f388419f3a7146b7010ae74e5b7451b17f978c9cdceb8bbb4ea44059f86c9) AuthConfig (b7a82086b80d707ba50e214afb6581dabea47be7852abe6d6defd3969267ec44) AuthConfig (d9476176447cdf66b807055a27f503aa034b360640b9aa1ab49159438a63ca13) AuthConfig (6c25a5be32d8ba3f3f0fdbefba121a5e1db2993b475ff186d3470d5ae53e5d87) AuthConfig (170ae954d48b14c0daec998b068fc6aa757d5ac6d673412f18b11162e7c0cfa5) AuthConfig (489b1ef3c9100c90627975c7d34ee05a240b5d2139c27abe3bec846483926d35) AuthConfig (d48a6342b427e670d74530fd9be3be93f1df5351a61d893835a2048264492b5d) AuthConfig (145144e9a140c948f010133b726dee46d5d1a113672fecc2fca147f1bd0ff93b) AuthConfig (de52dea59f2413a57bdd2d2698d2b0216810e02038769bfc8a737dcf0d751122) AuthConfig (5bca7480b4899ebe8de1e12a0268a0eb56d9bff7e3073d8fd6e3651d109bdf55) AuthConfig (d6f8718514236947d465e1576427572cdf01b2822443890bfa218bfe1ef67ef4) AuthConfig (5b5e0ee77dd8f272f5d3e85d824aa3b73d95298934e129eb5b37fccf0066a178) AuthConfig (fc5ed6ab2dd74c870eb1a173a1eba4335f5155788eae1b6883f0d164c5a9c7d5) AuthConfig (71a990892e484ccf261d03429315a5a9814f89abc0ced0064e3121a1706a4270) AuthConfig (c119a793249e238345137a6abf65a52b49caf61228ec5861fadd7690edeb06f8) AuthConfig (43a6d52e4a7c670915f2fc6881fbf49e442eee504c8b9db2988e715b1fc267b7) AuthConfig (22522745f953c559f95d3c744f0789d65892a55095beda168d2319f382e3893b) AuthConfig (4dd5dcab6c80b9c78e3515a08424583eafe5828cc35140bb2b78ace14de1b9c8) AuthConfig (58a523107573d7034824977100256cc6f0bade501367ed5ed9829838c20d0c37) AuthConfig (584c80240f20bd7e003bd0f7cc9684788f4e4be704b303584d965b2b5903cb93) AuthConfig (d98a27ff82eeddbedc3fff7e8af7ae6f2625fe1b363dafa12badb5c2ad976b4c) AuthConfig (279c0a6f2108587fff103973db23a9cc8ee8ca907ed2acf049aa4cf27e373c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f1c9ed1b-d2b5-429b-88f3-226dec241540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.519689987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (874fef006a62f6996175a6fa0d7996ecbfd702a1f79eb530375ea7f382776f51) AuthConfig (aab5a2f3669e241d7add7550cf3e027df019d1bc37fb9287d2e4dea586e0d840) AuthConfig (e521a84e093463722a322f7874ecd44f144c9a3227323c38335e316f1142dafa) AuthConfig (e6e1bd30a5bd0a8a1d566ba7a7e270a10c086e5d90f50c5d0c6a669e0166c1c4) AuthConfig (eec8796835fbd9620d1aa292f002f444f44e325048a599c8bfb64efae214a6a7) AuthConfig (993f0db1209483bccfaf1fe1b6e3a07d0da116560e31b3d2dffc25863b79db0a) AuthConfig (d043f53654f15444546db369d27fafe2265c0368f74f052e34b1bf6266a30dd5) AuthConfig (8209e8f4b0bc91da8906ea470c3aeeccfc2771a0228d19797fb9a5670bc7c1b7) AuthConfig (648f388419f3a7146b7010ae74e5b7451b17f978c9cdceb8bbb4ea44059f86c9) AuthConfig (b7a82086b80d707ba50e214afb6581dabea47be7852abe6d6defd3969267ec44) AuthConfig (d9476176447cdf66b807055a27f503aa034b360640b9aa1ab49159438a63ca13) AuthConfig (6c25a5be32d8ba3f3f0fdbefba121a5e1db2993b475ff186d3470d5ae53e5d87) AuthConfig (170ae954d48b14c0daec998b068fc6aa757d5ac6d673412f18b11162e7c0cfa5) AuthConfig (489b1ef3c9100c90627975c7d34ee05a240b5d2139c27abe3bec846483926d35) AuthConfig (d48a6342b427e670d74530fd9be3be93f1df5351a61d893835a2048264492b5d) AuthConfig (145144e9a140c948f010133b726dee46d5d1a113672fecc2fca147f1bd0ff93b) AuthConfig (de52dea59f2413a57bdd2d2698d2b0216810e02038769bfc8a737dcf0d751122) AuthConfig (5bca7480b4899ebe8de1e12a0268a0eb56d9bff7e3073d8fd6e3651d109bdf55) AuthConfig (d6f8718514236947d465e1576427572cdf01b2822443890bfa218bfe1ef67ef4) AuthConfig (5b5e0ee77dd8f272f5d3e85d824aa3b73d95298934e129eb5b37fccf0066a178) AuthConfig (fc5ed6ab2dd74c870eb1a173a1eba4335f5155788eae1b6883f0d164c5a9c7d5) AuthConfig (71a990892e484ccf261d03429315a5a9814f89abc0ced0064e3121a1706a4270) AuthConfig (c119a793249e238345137a6abf65a52b49caf61228ec5861fadd7690edeb06f8) AuthConfig (43a6d52e4a7c670915f2fc6881fbf49e442eee504c8b9db2988e715b1fc267b7) AuthConfig (22522745f953c559f95d3c744f0789d65892a55095beda168d2319f382e3893b) AuthConfig (4dd5dcab6c80b9c78e3515a08424583eafe5828cc35140bb2b78ace14de1b9c8) AuthConfig (58a523107573d7034824977100256cc6f0bade501367ed5ed9829838c20d0c37) AuthConfig (584c80240f20bd7e003bd0f7cc9684788f4e4be704b303584d965b2b5903cb93) AuthConfig (d98a27ff82eeddbedc3fff7e8af7ae6f2625fe1b363dafa12badb5c2ad976b4c) AuthConfig (279c0a6f2108587fff103973db23a9cc8ee8ca907ed2acf049aa4cf27e373c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"99eb61c4-44f6-4436-adf9-9b463516b818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.969043762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"22af19c1-d577-4cda-8504-d1597c6008e9","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.019046728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"7736f011-72f6-4f6d-91f4-f1bcc9323b0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.186795638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"b6196252-652e-4579-9fab-68aeda522f72","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.320047909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"19411251-edb3-4dfa-8b98-5d765550e996","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.488120522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"de25fbb3-cc9d-40d5-a42d-d74bc9fca35b","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.779331062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"f42b444a-2185-4140-bca1-e646a97e59e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.779331018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4134f4c8-6c37-46b7-8313-1d96495f6615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.838406825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"f42b444a-2185-4140-bca1-e646a97e59e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.839130692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4134f4c8-6c37-46b7-8313-1d96495f6615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.89609133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (264d0ab0d10d8dcc63d17b3bc9ee39c12b6dd4e5589647aed8540da537e948d2) AuthConfig (8c09b51e50b54fa8e4a459d1b841d88615638c31234d2dc83e34dd45e8efc1ee) AuthConfig (1e5d4797e5a85825a1d678a3b95d68a9f78f5ff373e93a5926da3a22debc8c15) AuthConfig (484bc45d51732108c0cee33b5901eaaa757951b21d0e700d69ae37a5d90006fd) AuthConfig (17d0149840df6c0dcd3510b7a98ea7425725d2f115c52c659e9dffe385adee5e) AuthConfig (21d0f1ed94a2528a5dd5f35528bb18c4abff6271fe33b1cf7514a4fa46889cff) AuthConfig (468c853aa48811dedb92651b08340cf92e357b22892cdb0a0062a95dedc2de1b) AuthConfig (6cf29c2cec6a011fc37e9ae360eda8f5808528e434c785ac2d54ecef44569423) AuthConfig (f5c50f52f68866316272896d0c9da2e5232b2f56886d63d8c00d651a27ea6d02) AuthConfig (0ba68970623a5ee45dfa97a80b7632bcd36a181487d6372243bca14df5494b12) AuthConfig (8bc8ab842155d57b5bb1d8b791a7b49b2f6c2b6944fb1615cbdc9b798f34244f) AuthConfig (1075efdb93054a7ade041af2ec651c05fc18c9eebe10219c8af60ea18f3d7640) AuthConfig (6929c3b3f5be86a2c0d102bc872609e1544b78527fc0e8e0a15b6b5b4977b283) AuthConfig (f121b5c8a772f954ebe515ce701e72c2c7ff52c351a4321da2f12f93a2667d90) AuthConfig (b986ef23feb29c2ece1dbba711f5a6402e469b2505d41eef5cfe28908aa74ae1) AuthConfig (16856991f10903f99bb8e5e1ed13d377f9658f7ac78af9817796a2e1ef0aa8a0) AuthConfig (67cbf1a459e8db3ed57fdf6ae6c0f7dc687da2feed3bba2fdd0963ef44da0665) AuthConfig (64a47f929594c1eb703f411e43d3bfa8a6367c39949a58b3fed98acfe68c86ff) AuthConfig (998da1966019c26852b060521bb6ebfb8c8e9fa827e6d0bea04b89f3e7be109b) AuthConfig (e9a7bdf80d36c54fdc456e5c574bb74bd240bc6e7a4c5c9a3f38cdff247ce198) AuthConfig (2caa36d2b73b1d93210bee0916754aa1b020527ec6169816992dda30e97751c3) AuthConfig (ec824ae7a1abfc072c0c5b7b47fd8a8cc376a10da9ec02fc7e43622f1936dc7c) AuthConfig (98aa5f4890a7e6d2ede150f46858a83311a1f2ad17d77598b4a45cab7a25031b) AuthConfig (e65dc6ea173d70db42223bb03270205bc5df5ff9bc4297891d3c09b9317c3e6f) AuthConfig (bd5db738ce5e4f9fba75085c2eca514cafdcd2e218a8c6606c355e46d68b696d) AuthConfig (3620f0be8d363f4642fec33abfc96a7ca678e77124b8f9ffd30420bb57a67338) AuthConfig (cf80674370659d4609c3a007143166577b8e70973bcfb3561e054e2f1e416d5f) AuthConfig (04c9a834c9440014c7dda11613b94b36afa02734a1fa11ced7c1429c8652aa8a) AuthConfig (ff09efdde1dc6ff38cba3c1a210de8b16965dc586114fbdeb128e8c641f9e439) AuthConfig (1d4ffee7e415780b9af6f375beb5140855e800367fe7bc8a281439ef10220b3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"f42b444a-2185-4140-bca1-e646a97e59e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.896712567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (264d0ab0d10d8dcc63d17b3bc9ee39c12b6dd4e5589647aed8540da537e948d2) AuthConfig (8c09b51e50b54fa8e4a459d1b841d88615638c31234d2dc83e34dd45e8efc1ee) AuthConfig (1e5d4797e5a85825a1d678a3b95d68a9f78f5ff373e93a5926da3a22debc8c15) AuthConfig (484bc45d51732108c0cee33b5901eaaa757951b21d0e700d69ae37a5d90006fd) AuthConfig (17d0149840df6c0dcd3510b7a98ea7425725d2f115c52c659e9dffe385adee5e) AuthConfig (21d0f1ed94a2528a5dd5f35528bb18c4abff6271fe33b1cf7514a4fa46889cff) AuthConfig (468c853aa48811dedb92651b08340cf92e357b22892cdb0a0062a95dedc2de1b) AuthConfig (6cf29c2cec6a011fc37e9ae360eda8f5808528e434c785ac2d54ecef44569423) AuthConfig (f5c50f52f68866316272896d0c9da2e5232b2f56886d63d8c00d651a27ea6d02) AuthConfig (0ba68970623a5ee45dfa97a80b7632bcd36a181487d6372243bca14df5494b12) AuthConfig (8bc8ab842155d57b5bb1d8b791a7b49b2f6c2b6944fb1615cbdc9b798f34244f) AuthConfig (1075efdb93054a7ade041af2ec651c05fc18c9eebe10219c8af60ea18f3d7640) AuthConfig (6929c3b3f5be86a2c0d102bc872609e1544b78527fc0e8e0a15b6b5b4977b283) AuthConfig (f121b5c8a772f954ebe515ce701e72c2c7ff52c351a4321da2f12f93a2667d90) AuthConfig (b986ef23feb29c2ece1dbba711f5a6402e469b2505d41eef5cfe28908aa74ae1) AuthConfig (16856991f10903f99bb8e5e1ed13d377f9658f7ac78af9817796a2e1ef0aa8a0) AuthConfig (67cbf1a459e8db3ed57fdf6ae6c0f7dc687da2feed3bba2fdd0963ef44da0665) AuthConfig (64a47f929594c1eb703f411e43d3bfa8a6367c39949a58b3fed98acfe68c86ff) AuthConfig (998da1966019c26852b060521bb6ebfb8c8e9fa827e6d0bea04b89f3e7be109b) AuthConfig (e9a7bdf80d36c54fdc456e5c574bb74bd240bc6e7a4c5c9a3f38cdff247ce198) AuthConfig (2caa36d2b73b1d93210bee0916754aa1b020527ec6169816992dda30e97751c3) AuthConfig (ec824ae7a1abfc072c0c5b7b47fd8a8cc376a10da9ec02fc7e43622f1936dc7c) AuthConfig (98aa5f4890a7e6d2ede150f46858a83311a1f2ad17d77598b4a45cab7a25031b) AuthConfig (e65dc6ea173d70db42223bb03270205bc5df5ff9bc4297891d3c09b9317c3e6f) AuthConfig (bd5db738ce5e4f9fba75085c2eca514cafdcd2e218a8c6606c355e46d68b696d) AuthConfig (3620f0be8d363f4642fec33abfc96a7ca678e77124b8f9ffd30420bb57a67338) AuthConfig (cf80674370659d4609c3a007143166577b8e70973bcfb3561e054e2f1e416d5f) AuthConfig (04c9a834c9440014c7dda11613b94b36afa02734a1fa11ced7c1429c8652aa8a) AuthConfig (ff09efdde1dc6ff38cba3c1a210de8b16965dc586114fbdeb128e8c641f9e439) AuthConfig (1d4ffee7e415780b9af6f375beb5140855e800367fe7bc8a281439ef10220b3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4134f4c8-6c37-46b7-8313-1d96495f6615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.977458207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"1a4c821d-e430-4786-a544-ac615550b8ac","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.980042395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"c8bc024d-9304-4ccf-93b2-c8f45ee4175e","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.137881395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"852b98f9-2967-431a-8a3c-3a0e5e55bf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.138832185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7f55b3e7-1580-48f4-8fb0-14ae23716c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.198254386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"852b98f9-2967-431a-8a3c-3a0e5e55bf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.213595899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7f55b3e7-1580-48f4-8fb0-14ae23716c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.255599894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (264d0ab0d10d8dcc63d17b3bc9ee39c12b6dd4e5589647aed8540da537e948d2) AuthConfig (8c09b51e50b54fa8e4a459d1b841d88615638c31234d2dc83e34dd45e8efc1ee) AuthConfig (1e5d4797e5a85825a1d678a3b95d68a9f78f5ff373e93a5926da3a22debc8c15) AuthConfig (484bc45d51732108c0cee33b5901eaaa757951b21d0e700d69ae37a5d90006fd) AuthConfig (17d0149840df6c0dcd3510b7a98ea7425725d2f115c52c659e9dffe385adee5e) AuthConfig (21d0f1ed94a2528a5dd5f35528bb18c4abff6271fe33b1cf7514a4fa46889cff) AuthConfig (468c853aa48811dedb92651b08340cf92e357b22892cdb0a0062a95dedc2de1b) AuthConfig (6cf29c2cec6a011fc37e9ae360eda8f5808528e434c785ac2d54ecef44569423) AuthConfig (f5c50f52f68866316272896d0c9da2e5232b2f56886d63d8c00d651a27ea6d02) AuthConfig (0ba68970623a5ee45dfa97a80b7632bcd36a181487d6372243bca14df5494b12) AuthConfig (8bc8ab842155d57b5bb1d8b791a7b49b2f6c2b6944fb1615cbdc9b798f34244f) AuthConfig (1075efdb93054a7ade041af2ec651c05fc18c9eebe10219c8af60ea18f3d7640) AuthConfig (6929c3b3f5be86a2c0d102bc872609e1544b78527fc0e8e0a15b6b5b4977b283) AuthConfig (f121b5c8a772f954ebe515ce701e72c2c7ff52c351a4321da2f12f93a2667d90) AuthConfig (b986ef23feb29c2ece1dbba711f5a6402e469b2505d41eef5cfe28908aa74ae1) AuthConfig (16856991f10903f99bb8e5e1ed13d377f9658f7ac78af9817796a2e1ef0aa8a0) AuthConfig (67cbf1a459e8db3ed57fdf6ae6c0f7dc687da2feed3bba2fdd0963ef44da0665) AuthConfig (64a47f929594c1eb703f411e43d3bfa8a6367c39949a58b3fed98acfe68c86ff) AuthConfig (998da1966019c26852b060521bb6ebfb8c8e9fa827e6d0bea04b89f3e7be109b) AuthConfig (e9a7bdf80d36c54fdc456e5c574bb74bd240bc6e7a4c5c9a3f38cdff247ce198) AuthConfig (2caa36d2b73b1d93210bee0916754aa1b020527ec6169816992dda30e97751c3) AuthConfig (ec824ae7a1abfc072c0c5b7b47fd8a8cc376a10da9ec02fc7e43622f1936dc7c) AuthConfig (98aa5f4890a7e6d2ede150f46858a83311a1f2ad17d77598b4a45cab7a25031b) AuthConfig (e65dc6ea173d70db42223bb03270205bc5df5ff9bc4297891d3c09b9317c3e6f) AuthConfig (bd5db738ce5e4f9fba75085c2eca514cafdcd2e218a8c6606c355e46d68b696d) AuthConfig (3620f0be8d363f4642fec33abfc96a7ca678e77124b8f9ffd30420bb57a67338) AuthConfig (cf80674370659d4609c3a007143166577b8e70973bcfb3561e054e2f1e416d5f) AuthConfig (04c9a834c9440014c7dda11613b94b36afa02734a1fa11ced7c1429c8652aa8a) AuthConfig (ff09efdde1dc6ff38cba3c1a210de8b16965dc586114fbdeb128e8c641f9e439) AuthConfig (1d4ffee7e415780b9af6f375beb5140855e800367fe7bc8a281439ef10220b3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"852b98f9-2967-431a-8a3c-3a0e5e55bf44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.270994768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (264d0ab0d10d8dcc63d17b3bc9ee39c12b6dd4e5589647aed8540da537e948d2) AuthConfig (8c09b51e50b54fa8e4a459d1b841d88615638c31234d2dc83e34dd45e8efc1ee) AuthConfig (1e5d4797e5a85825a1d678a3b95d68a9f78f5ff373e93a5926da3a22debc8c15) AuthConfig (484bc45d51732108c0cee33b5901eaaa757951b21d0e700d69ae37a5d90006fd) AuthConfig (17d0149840df6c0dcd3510b7a98ea7425725d2f115c52c659e9dffe385adee5e) AuthConfig (21d0f1ed94a2528a5dd5f35528bb18c4abff6271fe33b1cf7514a4fa46889cff) AuthConfig (468c853aa48811dedb92651b08340cf92e357b22892cdb0a0062a95dedc2de1b) AuthConfig (6cf29c2cec6a011fc37e9ae360eda8f5808528e434c785ac2d54ecef44569423) AuthConfig (f5c50f52f68866316272896d0c9da2e5232b2f56886d63d8c00d651a27ea6d02) AuthConfig (0ba68970623a5ee45dfa97a80b7632bcd36a181487d6372243bca14df5494b12) AuthConfig (8bc8ab842155d57b5bb1d8b791a7b49b2f6c2b6944fb1615cbdc9b798f34244f) AuthConfig (1075efdb93054a7ade041af2ec651c05fc18c9eebe10219c8af60ea18f3d7640) AuthConfig (6929c3b3f5be86a2c0d102bc872609e1544b78527fc0e8e0a15b6b5b4977b283) AuthConfig (f121b5c8a772f954ebe515ce701e72c2c7ff52c351a4321da2f12f93a2667d90) AuthConfig (b986ef23feb29c2ece1dbba711f5a6402e469b2505d41eef5cfe28908aa74ae1) AuthConfig (16856991f10903f99bb8e5e1ed13d377f9658f7ac78af9817796a2e1ef0aa8a0) AuthConfig (67cbf1a459e8db3ed57fdf6ae6c0f7dc687da2feed3bba2fdd0963ef44da0665) AuthConfig (64a47f929594c1eb703f411e43d3bfa8a6367c39949a58b3fed98acfe68c86ff) AuthConfig (998da1966019c26852b060521bb6ebfb8c8e9fa827e6d0bea04b89f3e7be109b) AuthConfig (e9a7bdf80d36c54fdc456e5c574bb74bd240bc6e7a4c5c9a3f38cdff247ce198) AuthConfig (2caa36d2b73b1d93210bee0916754aa1b020527ec6169816992dda30e97751c3) AuthConfig (ec824ae7a1abfc072c0c5b7b47fd8a8cc376a10da9ec02fc7e43622f1936dc7c) AuthConfig (98aa5f4890a7e6d2ede150f46858a83311a1f2ad17d77598b4a45cab7a25031b) AuthConfig (e65dc6ea173d70db42223bb03270205bc5df5ff9bc4297891d3c09b9317c3e6f) AuthConfig (bd5db738ce5e4f9fba75085c2eca514cafdcd2e218a8c6606c355e46d68b696d) AuthConfig (3620f0be8d363f4642fec33abfc96a7ca678e77124b8f9ffd30420bb57a67338) AuthConfig (cf80674370659d4609c3a007143166577b8e70973bcfb3561e054e2f1e416d5f) AuthConfig (04c9a834c9440014c7dda11613b94b36afa02734a1fa11ced7c1429c8652aa8a) AuthConfig (ff09efdde1dc6ff38cba3c1a210de8b16965dc586114fbdeb128e8c641f9e439) AuthConfig (1d4ffee7e415780b9af6f375beb5140855e800367fe7bc8a281439ef10220b3c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7f55b3e7-1580-48f4-8fb0-14ae23716c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.953828246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:19.685498437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"12a9e949-788c-485c-b96b-df206f2df09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:19.685523812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a4a84268-ce7a-44ab-8183-5cf6df224a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:19.745085524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a4a84268-ce7a-44ab-8183-5cf6df224a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:19.745760299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"12a9e949-788c-485c-b96b-df206f2df09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:20.067692274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"9287e90f-b1f4-4d69-81d9-a3f3ac13c6b6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:20.11254575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"df5e2920-9890-4141-9406-aacb8b843fc6","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:20.824231599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"36256ca7-9682-4520-9d76-485a277a8d4b","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:20.899035657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"9531dffb-adca-4ed6-87a7-5d6cfe34f014","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.417294244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"94f9437b-eeb2-48b9-aa3f-b5ff0f8fe4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.431320526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"217c6653-3a0b-4219-93c5-060e8e5ba067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.476329219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"94f9437b-eeb2-48b9-aa3f-b5ff0f8fe4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.489881233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"217c6653-3a0b-4219-93c5-060e8e5ba067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.752856945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8b618bfa-bf5d-4f60-8397-9acfce4273e1","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:25.774729982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"aac605a9-325e-413f-b8bb-8609c8b84791","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.022139224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"cef357b9-813f-4fbd-8498-ddbfe6e9049e","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.078686942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"36eb042d-6014-415d-8a98-23d86585d619","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.242315571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"1547f4a7-0e05-4b94-9186-d3977a49aabd","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.300380419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"92e119f7-2ed9-44f5-a8da-afdc6970b235","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.303679976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"1547f4a7-0e05-4b94-9186-d3977a49aabd","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.361350588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"4c3961dc-367f-48c0-89c2-2554fada773f","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.407493966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"5d9ee13b-242a-4068-b44c-ba717f9db887","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:30.419875718Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/e2e-dry-sub-1f9b9a85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-1f9b9a85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.461550812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ed099a79-b93a-462e-8cd2-3d8285524817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.461571247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"c15f57de-acf6-483c-8008-271be3a85e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.465858652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"3e6cfb23-b211-431e-a789-fedc84fd2114","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.527788261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"c15f57de-acf6-483c-8008-271be3a85e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.5319018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ed099a79-b93a-462e-8cd2-3d8285524817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.633242684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"48274841-91eb-414e-831b-afc6a80bd941","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.698172795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85","reconcileID":"8100668c-efeb-4674-9c3d-65a7a79e21a9","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-dry-sub-1f9b9a85","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.797545518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"1c8090b3-d82e-4906-9ea7-c3c41bb08bd9","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.856445397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"1c8090b3-d82e-4906-9ea7-c3c41bb08bd9","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.86529437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"94cc4b89-3f7b-4fdb-b68d-9cf68b62c601","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.876400802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"5ff2c3e3-59a5-4f93-9bd6-1101b682cb0a","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.935406774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6dafe23e-9f32-4424-b104-df9975f19fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.936049891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"04f73306-c5c5-4112-a71f-ee75fc94661e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.995577641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"04f73306-c5c5-4112-a71f-ee75fc94661e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.99598657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6dafe23e-9f32-4424-b104-df9975f19fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.042920797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85","reconcileID":"9a9e7830-ee53-4943-acf1-10ab02f557d2","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:34.951487516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"00c37fc7-e0d8-4965-b42b-f1608f502491","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.133860035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9576ea47-4d5d-4093-b485-a98c2b4a14d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.13477136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"d178bf74-96e1-4cbe-addf-f14144d813c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.135456792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"53c44965-5a39-4a71-833c-25dce2072573","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.195371959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"53c44965-5a39-4a71-833c-25dce2072573","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.220194277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9576ea47-4d5d-4093-b485-a98c2b4a14d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.221404316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"d178bf74-96e1-4cbe-addf-f14144d813c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.518606495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"47ae9392-dca2-45e1-b450-8739a05ebc69","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:38.593440055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"30000290-4a0c-4f6e-a9d7-8a15a4ef5fea","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.405180312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"6e4e1868-c341-4323-aef7-8495930c4bee","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.490140425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"44b537a1-ef94-4102-86de-7229b0a4aeba","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.54861383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"4b08874f-2a63-4685-93c3-8fecae05caab","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:40.596897074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"0101fd2b-9452-49c8-8312-b97fa768368a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.709119636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"65836b89-3eef-4416-a759-beb7bc95c1d1","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.766289976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f3f83f86-6647-4986-886f-9f1b628912b4","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.798424161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"b61851d3-85ee-42d8-867f-bc3e91d58e39","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.858973904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"ca30dc0c-3e66-4897-b6e2-bbeafe17b91f","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:40.964999708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d801df25-d3cb-4a72-b006-89e22c56663c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.000809326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"fefcd8b8-ee43-4871-998f-4e3b37de19f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.070447813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"0917b8ac-778b-446e-9170-529916e575a8","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.100489465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d801df25-d3cb-4a72-b006-89e22c56663c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.134422196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"c6705fc3-55e0-4997-ac67-1fa238eae28e","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.158465932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d801df25-d3cb-4a72-b006-89e22c56663c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:41.188086106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"fefcd8b8-ee43-4871-998f-4e3b37de19f7","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.188336681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"3e82202b-89c3-419a-a8e6-e77a0b1a034e","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:41.196918249Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-712333/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.217405205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"e31d32ba-2636-493c-a02b-173c31ae8147","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.245931337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"ee015630-b81d-4e7d-aa33-999864f1a652","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.328381927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b0dfa9dd-d400-4fea-ae88-d40b154bc025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.353364233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"dab4eeb5-eab0-46fa-b269-3283e29c3c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.393302879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"89846149-f08d-44ad-a040-820ec641bb2c","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.3998045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b0dfa9dd-d400-4fea-ae88-d40b154bc025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.452999723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"b98ac3ea-c12c-4a44-864c-0ded71358648","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.457205084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b0dfa9dd-d400-4fea-ae88-d40b154bc025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:41.50840081Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"b98ac3ea-c12c-4a44-864c-0ded71358648","name":"premium-w4-712333","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-712333\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:41.508464966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"b98ac3ea-c12c-4a44-864c-0ded71358648","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-712333\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.514688619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"7e8c2838-5ee3-4a30-8315-aafcae37c405","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.522986058Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"03b78120-45ff-44c7-9268-9c4ad8f68afe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"premium-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.532943055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"55b71462-c51d-4847-bd09-2c825389e155","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.613932583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e9c72fb7-cd59-4d1d-923c-5881b3a4203f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.61662335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"25ff4563-b89b-4c43-9821-a16511c4eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.672611292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e9c72fb7-cd59-4d1d-923c-5881b3a4203f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.677408255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"25ff4563-b89b-4c43-9821-a16511c4eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.693725532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"8cbe1b41-d847-436c-b380-6f64913815e7","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.729770485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e9c72fb7-cd59-4d1d-923c-5881b3a4203f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.734822439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"25ff4563-b89b-4c43-9821-a16511c4eb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.788695384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"6133adbb-e102-4c6f-b35f-ad003b28b551","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.85618532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"0cc156e8-51b2-456c-ad66-2d62617d4af9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.953265938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"489c7278-c3ca-4fb7-806e-7733efdf30e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:42.011769026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"489c7278-c3ca-4fb7-806e-7733efdf30e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:42.069951634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"489c7278-c3ca-4fb7-806e-7733efdf30e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.125769242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85","reconcileID":"ef113374-425e-44d5-9d97-655ad0c518be","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-dry-sub-1f9b9a85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.294911817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85","reconcileID":"ef113374-425e-44d5-9d97-655ad0c518be","MaaSSubscription":{"name":"e2e-dry-sub-1f9b9a85","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.478267417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"9d2cc9c2-c519-43aa-8ccf-267b8e6de1ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.562031582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"dbf594d1-08be-4ed7-bb3e-52ae2a5f9317","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.622758069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"a9c69ea8-530e-4701-82bd-47b73f125d58","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.71299641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"f4c4badb-715a-4ef4-ad1f-c81dc1bc3956","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.722699329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"439bafbb-5b5a-4448-a2f3-7265df06c5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.722884582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8e4cdca9-3f7e-497a-b922-b948eb376c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.722700424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"b42c99ae-bb7d-4cc3-852d-a736b97c14e8","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.781939339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8e4cdca9-3f7e-497a-b922-b948eb376c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.782088687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"b42c99ae-bb7d-4cc3-852d-a736b97c14e8","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.784267423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"439bafbb-5b5a-4448-a2f3-7265df06c5ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.942240997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-dry-sub-1f9b9a85-auth","reconcileID":"bb6698e6-263e-4efe-8907-69ff3504db8b","MaaSAuthPolicy":{"name":"e2e-dry-sub-1f9b9a85-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.952328198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:46.113254482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"4f14aa84-b610-42d0-936e-be8a0ca67282","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.123000587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"76f1ad98-75e7-4037-ac5f-4d360385e99c","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.179704289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"9bd48186-a2a1-4cc9-a5b6-37d8b76741ef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.337594374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"8a3eb287-f66e-4422-bcac-c59af7bbade6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.340335623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"638d236c-8bb1-45fc-8372-dc6b93929b21","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.395004849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"1ac78524-8829-46f4-83bd-bad8a3cc4c57","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.399395168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"638d236c-8bb1-45fc-8372-dc6b93929b21","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.441241695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"6ea3c6c2-2843-4036-9582-9cea8b56effc","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.501820866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"4ff6c121-566f-4fff-af1b-304d71170108","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:47.552626347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-sub","reconcileID":"62e35b7a-0931-4b71-ab8c-8e9fb31cb383","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.560206198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"b3c8141f-8dd0-4d17-b8c9-6a27aff412b2","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.605347376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"c21c8049-0923-400d-91b1-6797b9a788ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.60583609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"1c80e518-b833-44d9-935e-7a45b739a6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.618951501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"b3c8141f-8dd0-4d17-b8c9-6a27aff412b2","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.660351095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b8fbaf3c-3886-4adb-86a0-1625118acf2b","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.664196281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"c21c8049-0923-400d-91b1-6797b9a788ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.664963322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"1c80e518-b833-44d9-935e-7a45b739a6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.678479021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"3f20ea27-e12e-48cb-bc82-95026a7fdb81","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.683588866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"962b55ea-b69d-4e3c-9341-2055f59fc74f","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.719565155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"c8b14c96-4e87-4227-a72c-62c51d75a1b1","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.740919811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"cd1cff1f-47b5-453e-b3a8-e716caff2c24","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:47.768022963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5","reconcileID":"0179cd62-ed6a-479b-924e-d4c30e2d1c06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-1c8ad8d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.820860575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2f9a86bb-2e7a-4a9f-99d5-65fedbbf93bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.879410211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2f9a86bb-2e7a-4a9f-99d5-65fedbbf93bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.879751632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2669fa9b-0624-46dd-b933-664e14660fa5","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.894985151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"9bc48ad7-887c-4dfe-93b9-db84eb81c3f8","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.921620571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"7e77ee45-3eaa-4d83-95d7-72af1ed07a70","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.936959082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"ea0e640c-1aea-479b-8520-7dbfa6baa9e7","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.967314292Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-sub","reconcileID":"c4813ee5-a34b-439d-bb50-1c2ff34acd7f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.982559169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"7e77ee45-3eaa-4d83-95d7-72af1ed07a70","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.021824735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"933db52c-dbc9-480b-a9c8-6fe29aa7a787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.022188724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3520c1c1-ae9d-441a-bda4-5b77ee1283e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.081898786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"933db52c-dbc9-480b-a9c8-6fe29aa7a787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.081927541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3520c1c1-ae9d-441a-bda4-5b77ee1283e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.121913577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"4385cc28-90c0-44f7-a74c-7d9a4ed080f7","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.129389749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"96995069-b8e3-4cbe-b9c1-a957cc0a5e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.135214027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"a8c1970f-9723-4fa5-aca7-36833ca4fafc","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.160129005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5","reconcileID":"6ca7d02b-429f-489d-a2b9-fcd5a46cf3bb","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-combo-sub-1c8ad8d5","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.181151052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"4385cc28-90c0-44f7-a74c-7d9a4ed080f7","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.22218201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7eefbc7c-92b1-447d-9efe-ba525524b36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.284909888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7eefbc7c-92b1-447d-9efe-ba525524b36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.297206024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-sub","reconcileID":"ced3954f-4f73-4963-ad97-eca2cbc8d12a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.330828651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"df9949c6-18c4-428a-a1b0-a067b161910e","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.349038644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"003e7114-a1da-443d-917b-44c40108b45a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.399992084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"5ca12e16-2da6-4984-8ec4-d121eac57b49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.408321849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"003e7114-a1da-443d-917b-44c40108b45a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.451601747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b8e94072-b5f1-41d2-8dd1-9c64e55e8b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.451876757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9e7e7b31-8932-4d8d-80c0-b4d3e15ceccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.502649228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5","reconcileID":"cb4ef740-1b33-4614-8640-459ec520dab9","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.510235364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9e7e7b31-8932-4d8d-80c0-b4d3e15ceccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.512489139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b8e94072-b5f1-41d2-8dd1-9c64e55e8b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.423108312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"0bcf2a3c-cbd1-4adf-8da6-440a1b87f70a","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.585225151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"6fc9085e-9a35-4285-9d51-ef6ce6872205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.5855674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"b7373f6c-d2ca-45a6-b80d-21977337792a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.585961609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"386f6d3c-a087-4ddd-8301-8d30eff1f97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.644375447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"6fc9085e-9a35-4285-9d51-ef6ce6872205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.646053011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"b7373f6c-d2ca-45a6-b80d-21977337792a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:50.646777754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"386f6d3c-a087-4ddd-8301-8d30eff1f97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:51.896467715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"06f2bf20-1c2a-4219-a414-b6ccf284d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:51.955338131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"06f2bf20-1c2a-4219-a414-b6ccf284d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.013585158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"06f2bf20-1c2a-4219-a414-b6ccf284d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.231046703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"37ce0f5c-5d7b-459d-b619-57563d39fe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.290073706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"37ce0f5c-5d7b-459d-b619-57563d39fe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.3480087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"37ce0f5c-5d7b-459d-b619-57563d39fe77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.864976838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b746e28d-7e5c-4049-b0f1-51198ec9cf1c","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.02605512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"95124615-55cf-4763-aa9b-9b83727e984c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.026281291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"5d961636-1f1d-4b98-9ad8-b178e36ca660","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.026055115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"44224619-cc87-41ee-b630-60669f9564c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.085784299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"95124615-55cf-4763-aa9b-9b83727e984c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.087039423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"5d961636-1f1d-4b98-9ad8-b178e36ca660","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.088560553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"44224619-cc87-41ee-b630-60669f9564c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.176177292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"7339896b-699f-459b-986e-e686a4f47197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.346295267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"b543d07b-2eac-47e7-ad04-94e6c18eeff2","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.363811708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"bca59567-1087-4ab2-adda-5a06e8d0520a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:56.533970927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"ace33dc6-4490-49f4-aa37-c2ed43b75cb2","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.006214923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a2f8f8cc-70a6-49e1-ae70-6c7bf2581023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.00621532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"08ac02bc-0d45-4bdf-afe6-c7fce63b80b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.06501118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a2f8f8cc-70a6-49e1-ae70-6c7bf2581023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.065040001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"08ac02bc-0d45-4bdf-afe6-c7fce63b80b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.122839812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a2f8f8cc-70a6-49e1-ae70-6c7bf2581023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.123233389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"08ac02bc-0d45-4bdf-afe6-c7fce63b80b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.182271405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"cd4cb40a-caaa-4553-a663-80fce50c8539","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.184803852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"33984025-cf61-4139-a595-e6b81f8f99ed","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.342631586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"521dae6f-2d97-49cd-886d-8160348fb932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.34349625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"a4857580-37e0-4b6b-b361-3126f234d8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.402983464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"521dae6f-2d97-49cd-886d-8160348fb932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.403415615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"a4857580-37e0-4b6b-b361-3126f234d8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.460803038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"521dae6f-2d97-49cd-886d-8160348fb932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.461673186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"a4857580-37e0-4b6b-b361-3126f234d8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:57.51753469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"a4857580-37e0-4b6b-b361-3126f234d8dd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.683901757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"196e2b6e-413d-4e96-8407-189e0209820d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.742765093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"196e2b6e-413d-4e96-8407-189e0209820d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.800196383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"196e2b6e-413d-4e96-8407-189e0209820d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.001722978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"0f02fb9d-c9de-40bb-8cff-0b59724ee795","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.120136701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"09d4fb4f-0f97-4473-80e0-2cf7b906e37b","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.180747826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"be4d4cab-a553-4c08-9904-ee763621ed11","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:00.227774447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"fc586219-4aee-4062-bfba-39e09d4a6f7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.34122135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"6c843482-9855-4250-b76c-867b6e2e9231","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.414327833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"d99786a7-38a3-4bf3-a98b-1f903c94ad4c","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.474152678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"74622ba8-9f1a-41a7-b8ad-8c116d0bd95f","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:00.529560418Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"74622ba8-9f1a-41a7-b8ad-8c116d0bd95f","name":"simulator-w2-2b2be7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-2b2be7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:00.529688432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"74622ba8-9f1a-41a7-b8ad-8c116d0bd95f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-2b2be7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.53502255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"a1786990-b533-4c69-b00c-d5f71d237afd","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.583326193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"65487074-d146-48d6-9d88-1499fe692447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.590182011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-sub","reconcileID":"82df3562-d6d5-43f7-9b3a-ac8ffa26af39","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.646222943Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"301d5430-63c2-433c-8d69-f7519a7873c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"simulator-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.694822048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"fcf04230-bf28-48dc-9de8-8e3361385151","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.718496328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"65487074-d146-48d6-9d88-1499fe692447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.755465652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"8c927db7-5a1a-4e0c-95f6-9520c6709333","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.763456026Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-sub","reconcileID":"82df3562-d6d5-43f7-9b3a-ac8ffa26af39","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.775968297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"65487074-d146-48d6-9d88-1499fe692447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.801454884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"2cd2112e-6977-4011-b107-c7d2bb6aca2e","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:00.810468644Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b2be7/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.817203103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"5c06800d-15ee-4b72-817d-57cf2f0e0ac8","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.834503409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"c6887ba5-c9e7-41f0-8bf0-4d0bd2bf6219","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.858563409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"a47d6a84-9eab-4a28-8f18-04c9808bbf3f","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.934515276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"311d1d11-b5ae-4310-858d-50bd1e1e758f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.946170178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"eeacc759-fa39-41c8-8f39-804807596c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:00.984790846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"528422e9-74b5-448d-925e-5bd6034259a6","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.005075411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"eeacc759-fa39-41c8-8f39-804807596c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.028261241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"000512fa-bc8d-4c40-a857-9ef912ea57a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.048585206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"35c06ff5-bfb0-47ee-91cc-88ed29fa1de8","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.048938285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"a3d556a7-ac22-4282-950e-4c408af1a879","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.062693808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"eeacc759-fa39-41c8-8f39-804807596c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.086300862Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"fcf4da2a-4be7-4f9b-9cc0-21080512c972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"premium-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.087404265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"81e16e00-7456-4557-96fe-df5fd4254c2b","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.186780493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"706f7265-71ed-4647-b744-e1c7328a6387","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.208828764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"5cafa0d8-f427-4396-8cc0-2d5655c2a52a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.208828912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"fe9fc0fc-f2c9-445a-80f7-1bac91b213e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.26996308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"fe9fc0fc-f2c9-445a-80f7-1bac91b213e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.270978198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"5cafa0d8-f427-4396-8cc0-2d5655c2a52a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.273522093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"af0cf616-adcf-40c9-828b-d95582134f15","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.293405133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"79c53497-459e-49d8-80f1-77915fd8f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.293492851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0c277071-e043-49a9-90cf-569cd56b8489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.293853332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6359aa05-82ed-4590-9d53-367fd5c2a0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.352500982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0c277071-e043-49a9-90cf-569cd56b8489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.35251867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"79c53497-459e-49d8-80f1-77915fd8f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.354705819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6359aa05-82ed-4590-9d53-367fd5c2a0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.41003539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"79c53497-459e-49d8-80f1-77915fd8f3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.411723108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6359aa05-82ed-4590-9d53-367fd5c2a0ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.433360886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"56b926f9-b248-4ef5-a83e-e76080b0d664","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.468507699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"c56444cc-d8bb-4fcc-b359-9664ff4459a2","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.479847243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-active-auth","reconcileID":"f3fa1028-284e-4f95-b2dc-a5d5ac888df7","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.629007476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c1872345-91f4-4bab-8ca1-ba966dd6c9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.688093346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c1872345-91f4-4bab-8ca1-ba966dd6c9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.739922152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"3d6c54c8-da3a-4faf-8c07-cd14a458387c","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:01.746292236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c1872345-91f4-4bab-8ca1-ba966dd6c9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:02.828633492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"23b579f8-c487-49ab-a336-4188c4b221a9","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:02.887266141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"abe306f5-0905-411f-baa6-a541d8716b8d","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.032853021Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5","reconcileID":"8e0413c1-3e77-416c-beb5-b81c5ee7a8aa","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-combo-sub-1c8ad8d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.047947569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"f3159535-2b0c-429d-bba4-28b500a66999","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.108027865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"f3159535-2b0c-429d-bba4-28b500a66999","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.200647428Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5","reconcileID":"8e0413c1-3e77-416c-beb5-b81c5ee7a8aa","MaaSSubscription":{"name":"e2e-combo-sub-1c8ad8d5","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.364157021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"43c660f8-47ab-4bfe-b92e-f1ca0dcbff14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:03.39630355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-sub","reconcileID":"1081d851-2a13-4288-833c-4fab97069817","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.432491172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c64b89b8-ac47-4d78-b171-04f8e6c95b30","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.449046783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7d026347-f6f6-418d-b38c-d278d6de0573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.449047643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"3b973460-580f-47cc-8cb4-6b397cdff156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.464242039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"5f04de34-e41c-495b-9af7-2e0a4936b0ee","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.508641535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7d026347-f6f6-418d-b38c-d278d6de0573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.508708983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"3b973460-580f-47cc-8cb4-6b397cdff156","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.593168641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"a41f7d93-f2e1-405b-a699-6b28ab0a6417","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.620516544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d7243af9-e143-4331-b7a9-02bc55175182","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.652105945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"a41f7d93-f2e1-405b-a699-6b28ab0a6417","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.692981195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6b988621-50a9-453b-a143-1df088f2402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.693017388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"85d3b2e7-b631-4c53-94a1-f33c566d1102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.718545259Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-combo-sub-1c8ad8d5-auth","reconcileID":"3ec2d650-1448-40da-ade4-be77ae73073f","MaaSAuthPolicy":{"name":"e2e-combo-sub-1c8ad8d5-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.752299648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"85d3b2e7-b631-4c53-94a1-f33c566d1102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.752837329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6b988621-50a9-453b-a143-1df088f2402b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.878465229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"71d4adda-268d-4687-854d-4f51c4b576a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.93779624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"71d4adda-268d-4687-854d-4f51c4b576a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:03.975327412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b68adc0e-baf8-4e3a-af3e-ad2a01154253","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.078692693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4f94c100-3bcc-45c5-b500-7a262cd849f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.137602459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4f94c100-3bcc-45c5-b500-7a262cd849f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.178402898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"1cffe050-f2e1-44eb-b24e-b2546f105721","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.237669389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"1cffe050-f2e1-44eb-b24e-b2546f105721","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.11597889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"700f5d71-aa60-4309-a2ff-76ea94d06a21","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.174497389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"9fc9d4fd-ef97-4144-b0a2-65c8ceeca7ff","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.345057597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"16aa1039-014a-4b1d-a828-498988ae8b07","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.403907641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"16aa1039-014a-4b1d-a828-498988ae8b07","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.422341243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"0ab9de3e-5935-462d-879a-31bb3cf5f00c","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.572275886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"a4f51c56-eb1a-4b81-8a8e-3a302ef9ebf0","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:05.572500853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.622143564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"53d8acb8-7e10-42c7-a87c-8e778b4dae67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.622143519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"f4216e79-61da-4c49-8802-ea28c78735ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.629386398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"8f43b2af-80f1-480e-a3aa-faaa479836a7","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.682018012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"53d8acb8-7e10-42c7-a87c-8e778b4dae67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.682903282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"f4216e79-61da-4c49-8802-ea28c78735ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.785514729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"fd25e4e8-a233-4ea3-bacf-2178751e6299","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.853090038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"5b790c41-6791-46f3-9795-17d45f626c1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.853276629Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"5b790c41-6791-46f3-9795-17d45f626c1c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.950502399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"e6f79736-89c2-4701-a695-a5a4ae194703","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.012038184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"e6f79736-89c2-4701-a695-a5a4ae194703","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.017182795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"bbcf2e5f-3739-47ac-8199-130a619c99c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.087743676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1aae87c7-7474-4499-8e9a-c02b8dd2af8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.087741368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4d71b05e-274c-4502-a9e1-e24165c7c3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.126496847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"62f61564-47bb-448f-80ec-b37d6112984a","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.14667726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4d71b05e-274c-4502-a9e1-e24165c7c3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.147231834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1aae87c7-7474-4499-8e9a-c02b8dd2af8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.292611604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"f536d0ea-135c-4b8a-ae51-a40f5eabceb8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.292841364Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"f536d0ea-135c-4b8a-ae51-a40f5eabceb8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.392082649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"33257bdb-2942-469d-9c07-a66e66ecfbae","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.392283815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"676ad88a-010e-4884-90f8-5686634c2a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.39208293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"bac64564-6caf-4eea-8c92-49a8bb285f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.452969546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"33257bdb-2942-469d-9c07-a66e66ecfbae","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.455512874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"676ad88a-010e-4884-90f8-5686634c2a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.456527125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"bac64564-6caf-4eea-8c92-49a8bb285f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.945213854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"cb154c5a-4962-4003-91d9-9c354cbd6a53","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.077112901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"6b6a9767-20c2-48c9-8f6d-41501104cab5","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.137451059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"9a4ea2f6-a592-438b-bc19-7c0d475f640a","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.191682031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"6699547b-1e32-4ed6-849d-1e1a780abf74","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:07.194588263Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.250859676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"97d92c7d-a2e1-46b4-a2b7-101aa9316e98","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.362947962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"28d0447b-2c46-4455-87cb-640d1667be1b","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.422797409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"de27f2e4-994e-49bb-ae84-8d4e14f62e39","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.469680963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"bdd461da-9f62-4910-b941-9b221a159318","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"simulator-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:07.483491628Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"de27f2e4-994e-49bb-ae84-8d4e14f62e39","name":"simulator-w1-cefeaa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-cefeaa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:07.483562273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"de27f2e4-994e-49bb-ae84-8d4e14f62e39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-cefeaa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.488900691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"1dbdb8fc-0718-434b-b0fb-eb8351127469","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.534863284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a446a51e-49e0-4111-97a5-7c3cd47db53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.646388687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"7156b781-13cc-485b-a7bb-60349a91b43b","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.693629939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"46a8a59e-6095-402c-9d32-7896ccc41678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.699293632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"e65bdf64-c7c0-4322-9ff0-8684e350c9d0","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:07.701201766Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.711887809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a446a51e-49e0-4111-97a5-7c3cd47db53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.753958891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"46a8a59e-6095-402c-9d32-7896ccc41678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.755562121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d91df19d-789d-40c1-a452-24456e8131cd","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:07.760061182Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-cefeaa/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.769577634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a446a51e-49e0-4111-97a5-7c3cd47db53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.81198107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"46a8a59e-6095-402c-9d32-7896ccc41678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.812270938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"835a0eb6-09a5-4149-af9c-d9c769be8a24","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.82831603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"4e5042b7-859a-4ed2-9fd7-c90d8c0ad1a3","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.861262514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"ff24aec4-1032-4e88-84e8-7f889d49bd49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.940071621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7b9efdc4-b2db-43be-bff2-d25dfceab1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.944991709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"3ccf0519-76cf-4cb9-b104-53491dda4ae8","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:07.960744212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"999cb332-88b4-4f32-9460-4a3431abf4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.000014606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7b9efdc4-b2db-43be-bff2-d25dfceab1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.006598295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"095f60ec-4983-4210-bf9c-f4b35d08e13d","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.031642132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"999cb332-88b4-4f32-9460-4a3431abf4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.036837441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"37b84789-0894-4182-a805-cbee53fbc19b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"premium-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.057366763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7b9efdc4-b2db-43be-bff2-d25dfceab1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.090242472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-712333-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6439cd4ec4c3f1b5d86a4531b77234d38539e530b656c93bbf3718c82ed8b554) AuthConfig (9fbc5046d56b6be586c11963bb5786a8b3e67829a7a5046186f776c738f471c5) AuthConfig (8297f748fe37292b4bab9203c898f6c0793008b66e2d7a3e02f62ab5d1a7ab49) AuthConfig (07c4d47df926c7c8282cea68aca583f1ed196ef0fbbaa509ed13245fc8913da4) AuthConfig (59bf934ddbdb0a8761e8e8c4d9f3d0cffd150a2ad9ab0a56d156bab807863585) AuthConfig (3a172a6a26d2dba4a18c06cc1022b14230cbf6bfe2738ff730b584a3736d3ed4) AuthConfig (0d8b16d894664335ac4fa3446f96f53a094666cb53b89acbbe36e79178674e12) AuthConfig (7d1d7960e0e1ffe5ca4ea6f76c81210ed555688e324bb9ef268ea112f9217b83) AuthConfig (1525ebd5ca11fed3341f7a09d22ddc925d64db8807eca2d512ea67d08754d69c) AuthConfig (51e840611d93970740574d15fd4093993a47a48123e933a74a2c6aa49339ce0c) AuthConfig (c533717dcb8fc248d43abf8d0ea368c8db79a4f0ca864b36c80a3c2f296e8eea) AuthConfig (8fd2d47fb1c6aaa7b960ca6bcbc45a72a2dae63924225e685510cc7d9828497d) AuthConfig (1a7d6fe6049b2ca733af93f5995496ce44430bf2d1f1ab7c9f7db4b4a32517fa) AuthConfig (3fc94c2303b75fa1a5a36929669b323ea340b02ac0267a2c85ac38a6bb23d734) AuthConfig (4d07908e1cd2fc2e3be1e62e6d9c696d88ebeb3a0626aaba855f0b3e3e444fa9) AuthConfig (83ac1e0255d6fbb195dfebc17233389eea6886237b1c16aa9587bf8e5fbbcb41) AuthConfig (1903d5c56d39b327c15916e0da647107c0036cfe3567181f6c3b6dbeb92bed1c) AuthConfig (519d8f0fa4b24470b896bea6e6dce146e6a3b2b330989536485ae0ddf1836e5c) AuthConfig (cc2d61c58f25c1998ea96e814aaad7b31f6cc980497c568c06509dac837159c5) AuthConfig (b72e0ff5523db1a1439ff3b330c6fd1e475194dac953830613f7cf6b2604bf03) AuthConfig (f4d2bb1b8017d9742e42e3499a5ba53a56bf9facaab274d21c224599fec6b333) AuthConfig (2c110c2cb29102adae1507444480c60ce13178f4c48e23afdfefbe8759ade83b) AuthConfig (efc805f9b12b409f17c0b03859c199871689bc1e4f5506bfdc40f916822184e1) AuthConfig (746d62073ce94b2c9e17ebe35e0aa4dd8527a11635446422786c861733776d44) AuthConfig (dca3060fddb53d7d9c9691c5941a45299df13759053ff9aa5d7e5479f6574770) AuthConfig (f0f92ce8b6a4e99687224875ebb1ca6d00d0cf74f9b51d74a19de0bbc1edb233) AuthConfig (b15525ee21f83ffd1f23cbecb9448e532746314696156cbc7d8ca601787d307a) AuthConfig (4f2a8c688d2845e18b6e023c20bcfb76d70488c8f18e09bfbe73698cbec9857c) AuthConfig (5996dbe8b1a0b4b63346cd6e0485bad6de6076030224e578a3bf08ec9302e089) AuthConfig (aec8158525ede9beed6733141cc2996b53c6c968130d6908a0794525abe3b7fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"999cb332-88b4-4f32-9460-4a3431abf4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.164024721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"36152449-f9df-4dae-91e6-fa34d986c5a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.208031935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"ea7d3b29-065b-40bf-854e-27f34a80ad83","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.225420827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"36152449-f9df-4dae-91e6-fa34d986c5a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.264013419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d57196f4-fa77-4709-893b-e937b5d75e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.28330516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"36152449-f9df-4dae-91e6-fa34d986c5a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.326518115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d57196f4-fa77-4709-893b-e937b5d75e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.365168612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"39f61cb2-d3c0-4a0d-9e4f-e98cfd148f44","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.38982454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"152d7dc4-ed0c-4cec-8694-bb8b79fcdc41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.392830893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"00db5842-e8c3-428b-89cb-bdc5b42a80e9","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.400572498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d57196f4-fa77-4709-893b-e937b5d75e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.540306905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"17dfcad8-7140-45bc-ba83-cb10744e74bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.540749111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"9afaf428-ca90-4161-b086-b4eca874c514","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.540994233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"744f524f-8d3c-40fd-bd28-e271c97e1166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.602599838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"17dfcad8-7140-45bc-ba83-cb10744e74bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.602600948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"744f524f-8d3c-40fd-bd28-e271c97e1166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.60556007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"9afaf428-ca90-4161-b086-b4eca874c514","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.642265384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b2cabd1f-cfcd-416a-b678-d7af4a543f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.701624727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b2cabd1f-cfcd-416a-b678-d7af4a543f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:08.761207761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b2cabd1f-cfcd-416a-b678-d7af4a543f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:11.572688127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fd03ac05-81e2-440b-96fe-2f44c98042e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:11.633457824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fd03ac05-81e2-440b-96fe-2f44c98042e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:11.691930856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fd03ac05-81e2-440b-96fe-2f44c98042e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:11.908467706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7ffbea78-5331-4d20-92f3-0f2ecd59e4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:11.967168079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7ffbea78-5331-4d20-92f3-0f2ecd59e4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:12.026712959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7ffbea78-5331-4d20-92f3-0f2ecd59e4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.931961385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"0d70b7d5-cc2a-4a44-85fe-bee9f5f9f4aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.105122312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"2a360ae7-2d2d-48ec-b1bc-050181c27ce7","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.232181701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"d83cce8e-82af-4af8-bbe7-4b905f175994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.406806344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"9c59fc41-a4ff-46b5-ba29-5d3eb2a6384b","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.612471344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"f701873b-cbdf-44cc-ab01-7b93f308e676","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.797710831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"27830fce-4135-4112-894a-156a558e7a61","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.953087669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.984821237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"5f22fa9d-fd28-489e-8a5b-886e7b3da346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.0945967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"199b9eea-f4b4-4ea6-ae35-e93b3357dd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.094620361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"9f24292e-2186-47bf-9f5a-5e0fc839e01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.169194697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"199b9eea-f4b4-4ea6-ae35-e93b3357dd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.176841509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"9f24292e-2186-47bf-9f5a-5e0fc839e01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.195374008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c03d0966-43c8-472d-9585-ffaa00dac165","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.221231491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"481aa7b3-17b3-405f-a662-2c6237b0130d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.221796662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"450d0a4f-968e-408f-aafd-b1d9830e5658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.233645736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b251f7891840163d03872cd66c94a827ad94c5bda24106bfe3b38d1c7254e0) AuthConfig (a7e8214eb00a1cdcb4842763a343e0a11c29d1860d5dc3075360864ec6dd7dcc) AuthConfig (474adc78cc1d7dc28da280f7d19ad296577f8ccebe5b8f3a785963f6e7f6cb4e) AuthConfig (0a56c668785262912c9f25c0d7dd27c9861cb45af5e19af04febc3b42900ea1c) AuthConfig (305538f861fb087cbb2fe25b58b015449f6e5f936f9af6e2917f5c2a0c93e9e3) AuthConfig (b64a5b34718fc1ce11f6b3377dee54e40e7d0c70da6bc7d4cb18fd859c6d3880) AuthConfig (834896727bf3fb18e30767004ac77ef94abaae1f41a07d0d6420a6525f18531c) AuthConfig (79d8f0c3f8bde31857fbac1786663a64fc41afdd217b5d36115c13a8908e0cc2) AuthConfig (2d8672211ed2dd12379d0d7b6cc9ff9dbde0492d0484271b62cc2526960c8a85) AuthConfig (e4b8fbcee66eb01b90e7b13f27d7bbe66509ef38db106ad25222782173541a51) AuthConfig (b0e761927e2fec49294ad506717e45b9c28fbbfb5f3af95dd126583a2742b62c) AuthConfig (9edb91ebef3253000bea1c75a6194db05a0b54f86001b0be4ed7c185c1236f14) AuthConfig (144f9e808b445a5fe1147bdeb4074228a19e70f1ee6557244e6777cd658016f3) AuthConfig (1337481a34607d686669f9a0cc642208c61e7e14c8eef32e24d53522e55cdbfb) AuthConfig (cb41f2f612819faeb2c21ec8837102b35448c23baab336da14920015256f0e0d) AuthConfig (bdc21b39cf6112331324dc03bf229739abdf64d7ccc133518525b7e300c882c4) AuthConfig (1606b00e320b84dfac89453e00d52806773615775c1736698ee757bf23112bc2) AuthConfig (aff712a450a8480a5139ffb85e71f2e9d77871279b399030c96e564f69b837ab) AuthConfig (b23e075d8371aeb4203e44b7c80cd4a3853cc5a62302bfe9b3f552e87d4174e1) AuthConfig (389af907ec0c01e6ae55014a384ac56c45b05f2fe4d503fde35c84bd69ecc391) AuthConfig (bd0937f105bc288e95fec50b88ba96f2814cffd7cd23ce560afbd79c251e758c) AuthConfig (f75c793fc14a4ca9510b963adc93550b8ffe6d22cabf899953b72666ffb7a14f) AuthConfig (3da29ab95fa64561f7b9879eaaced3959567923cf9d9263dd67e90c22b919a7e) AuthConfig (6d26d95e0b39f145dbd7784f1ee848a704272f2323202579850e1c65aaf83026) AuthConfig (cb4ec925a2ed3ee6a59ff3e6a01680b1a11b003890ca90bf1274d539478824c3) AuthConfig (42f205fb01afb37746d39bd4e39e69f84b32510ff2f4bdfcdb7400360beb88d5) AuthConfig (49fd62a27c3c416c30b2aabf58b3999201ad67969451f919e188519d3c8fce9a) AuthConfig (851f013521e3cf56263d35697b39cd36e58dae0936f71696efad870eb5d23d83) AuthConfig (379f3b9f1f4756f7322ec8023822990c495cd68b537a0ec7555f10a85c4e818f) AuthConfig (2cfaef2cb345bdb8e397965a5a18039a733dab55334f46db057deb5e1f4f73f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"199b9eea-f4b4-4ea6-ae35-e93b3357dd7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.239712054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b251f7891840163d03872cd66c94a827ad94c5bda24106bfe3b38d1c7254e0) AuthConfig (a7e8214eb00a1cdcb4842763a343e0a11c29d1860d5dc3075360864ec6dd7dcc) AuthConfig (474adc78cc1d7dc28da280f7d19ad296577f8ccebe5b8f3a785963f6e7f6cb4e) AuthConfig (0a56c668785262912c9f25c0d7dd27c9861cb45af5e19af04febc3b42900ea1c) AuthConfig (305538f861fb087cbb2fe25b58b015449f6e5f936f9af6e2917f5c2a0c93e9e3) AuthConfig (b64a5b34718fc1ce11f6b3377dee54e40e7d0c70da6bc7d4cb18fd859c6d3880) AuthConfig (834896727bf3fb18e30767004ac77ef94abaae1f41a07d0d6420a6525f18531c) AuthConfig (79d8f0c3f8bde31857fbac1786663a64fc41afdd217b5d36115c13a8908e0cc2) AuthConfig (2d8672211ed2dd12379d0d7b6cc9ff9dbde0492d0484271b62cc2526960c8a85) AuthConfig (e4b8fbcee66eb01b90e7b13f27d7bbe66509ef38db106ad25222782173541a51) AuthConfig (b0e761927e2fec49294ad506717e45b9c28fbbfb5f3af95dd126583a2742b62c) AuthConfig (9edb91ebef3253000bea1c75a6194db05a0b54f86001b0be4ed7c185c1236f14) AuthConfig (144f9e808b445a5fe1147bdeb4074228a19e70f1ee6557244e6777cd658016f3) AuthConfig (1337481a34607d686669f9a0cc642208c61e7e14c8eef32e24d53522e55cdbfb) AuthConfig (cb41f2f612819faeb2c21ec8837102b35448c23baab336da14920015256f0e0d) AuthConfig (bdc21b39cf6112331324dc03bf229739abdf64d7ccc133518525b7e300c882c4) AuthConfig (1606b00e320b84dfac89453e00d52806773615775c1736698ee757bf23112bc2) AuthConfig (aff712a450a8480a5139ffb85e71f2e9d77871279b399030c96e564f69b837ab) AuthConfig (b23e075d8371aeb4203e44b7c80cd4a3853cc5a62302bfe9b3f552e87d4174e1) AuthConfig (389af907ec0c01e6ae55014a384ac56c45b05f2fe4d503fde35c84bd69ecc391) AuthConfig (bd0937f105bc288e95fec50b88ba96f2814cffd7cd23ce560afbd79c251e758c) AuthConfig (f75c793fc14a4ca9510b963adc93550b8ffe6d22cabf899953b72666ffb7a14f) AuthConfig (3da29ab95fa64561f7b9879eaaced3959567923cf9d9263dd67e90c22b919a7e) AuthConfig (6d26d95e0b39f145dbd7784f1ee848a704272f2323202579850e1c65aaf83026) AuthConfig (cb4ec925a2ed3ee6a59ff3e6a01680b1a11b003890ca90bf1274d539478824c3) AuthConfig (42f205fb01afb37746d39bd4e39e69f84b32510ff2f4bdfcdb7400360beb88d5) AuthConfig (49fd62a27c3c416c30b2aabf58b3999201ad67969451f919e188519d3c8fce9a) AuthConfig (851f013521e3cf56263d35697b39cd36e58dae0936f71696efad870eb5d23d83) AuthConfig (379f3b9f1f4756f7322ec8023822990c495cd68b537a0ec7555f10a85c4e818f) AuthConfig (2cfaef2cb345bdb8e397965a5a18039a733dab55334f46db057deb5e1f4f73f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"9f24292e-2186-47bf-9f5a-5e0fc839e01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.284836624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"481aa7b3-17b3-405f-a662-2c6237b0130d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.285253166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"450d0a4f-968e-408f-aafd-b1d9830e5658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.293898406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"216b4581-16c2-4700-b391-c79fd53fbc1b","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.299596486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"5d046cb8-0c83-4b2b-af08-01f261f43443","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.347102565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"450d0a4f-968e-408f-aafd-b1d9830e5658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.361943301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"481aa7b3-17b3-405f-a662-2c6237b0130d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.40155336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-sub","reconcileID":"88fe011a-017e-48ea-bb6b-1996b90661a7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.401722096Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-sub","reconcileID":"88fe011a-017e-48ea-bb6b-1996b90661a7","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f7be78/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.472305324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6a639920-de7f-43fa-85ba-3f71264ce77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.472323583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"901c02b0-4ca9-4868-afb7-0d32159aaf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.536830703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"901c02b0-4ca9-4868-afb7-0d32159aaf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.539982148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6a639920-de7f-43fa-85ba-3f71264ce77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.557839053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fa3ef488-6f73-417a-abb8-0ecedb9b966d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.557848809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"193ea020-7007-438c-a310-eb7827a50be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.596337223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b251f7891840163d03872cd66c94a827ad94c5bda24106bfe3b38d1c7254e0) AuthConfig (a7e8214eb00a1cdcb4842763a343e0a11c29d1860d5dc3075360864ec6dd7dcc) AuthConfig (474adc78cc1d7dc28da280f7d19ad296577f8ccebe5b8f3a785963f6e7f6cb4e) AuthConfig (0a56c668785262912c9f25c0d7dd27c9861cb45af5e19af04febc3b42900ea1c) AuthConfig (305538f861fb087cbb2fe25b58b015449f6e5f936f9af6e2917f5c2a0c93e9e3) AuthConfig (b64a5b34718fc1ce11f6b3377dee54e40e7d0c70da6bc7d4cb18fd859c6d3880) AuthConfig (834896727bf3fb18e30767004ac77ef94abaae1f41a07d0d6420a6525f18531c) AuthConfig (79d8f0c3f8bde31857fbac1786663a64fc41afdd217b5d36115c13a8908e0cc2) AuthConfig (2d8672211ed2dd12379d0d7b6cc9ff9dbde0492d0484271b62cc2526960c8a85) AuthConfig (e4b8fbcee66eb01b90e7b13f27d7bbe66509ef38db106ad25222782173541a51) AuthConfig (b0e761927e2fec49294ad506717e45b9c28fbbfb5f3af95dd126583a2742b62c) AuthConfig (9edb91ebef3253000bea1c75a6194db05a0b54f86001b0be4ed7c185c1236f14) AuthConfig (144f9e808b445a5fe1147bdeb4074228a19e70f1ee6557244e6777cd658016f3) AuthConfig (1337481a34607d686669f9a0cc642208c61e7e14c8eef32e24d53522e55cdbfb) AuthConfig (cb41f2f612819faeb2c21ec8837102b35448c23baab336da14920015256f0e0d) AuthConfig (bdc21b39cf6112331324dc03bf229739abdf64d7ccc133518525b7e300c882c4) AuthConfig (1606b00e320b84dfac89453e00d52806773615775c1736698ee757bf23112bc2) AuthConfig (aff712a450a8480a5139ffb85e71f2e9d77871279b399030c96e564f69b837ab) AuthConfig (b23e075d8371aeb4203e44b7c80cd4a3853cc5a62302bfe9b3f552e87d4174e1) AuthConfig (389af907ec0c01e6ae55014a384ac56c45b05f2fe4d503fde35c84bd69ecc391) AuthConfig (bd0937f105bc288e95fec50b88ba96f2814cffd7cd23ce560afbd79c251e758c) AuthConfig (f75c793fc14a4ca9510b963adc93550b8ffe6d22cabf899953b72666ffb7a14f) AuthConfig (3da29ab95fa64561f7b9879eaaced3959567923cf9d9263dd67e90c22b919a7e) AuthConfig (6d26d95e0b39f145dbd7784f1ee848a704272f2323202579850e1c65aaf83026) AuthConfig (cb4ec925a2ed3ee6a59ff3e6a01680b1a11b003890ca90bf1274d539478824c3) AuthConfig (42f205fb01afb37746d39bd4e39e69f84b32510ff2f4bdfcdb7400360beb88d5) AuthConfig (49fd62a27c3c416c30b2aabf58b3999201ad67969451f919e188519d3c8fce9a) AuthConfig (851f013521e3cf56263d35697b39cd36e58dae0936f71696efad870eb5d23d83) AuthConfig (379f3b9f1f4756f7322ec8023822990c495cd68b537a0ec7555f10a85c4e818f) AuthConfig (2cfaef2cb345bdb8e397965a5a18039a733dab55334f46db057deb5e1f4f73f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"901c02b0-4ca9-4868-afb7-0d32159aaf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.597783713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b251f7891840163d03872cd66c94a827ad94c5bda24106bfe3b38d1c7254e0) AuthConfig (a7e8214eb00a1cdcb4842763a343e0a11c29d1860d5dc3075360864ec6dd7dcc) AuthConfig (474adc78cc1d7dc28da280f7d19ad296577f8ccebe5b8f3a785963f6e7f6cb4e) AuthConfig (0a56c668785262912c9f25c0d7dd27c9861cb45af5e19af04febc3b42900ea1c) AuthConfig (305538f861fb087cbb2fe25b58b015449f6e5f936f9af6e2917f5c2a0c93e9e3) AuthConfig (b64a5b34718fc1ce11f6b3377dee54e40e7d0c70da6bc7d4cb18fd859c6d3880) AuthConfig (834896727bf3fb18e30767004ac77ef94abaae1f41a07d0d6420a6525f18531c) AuthConfig (79d8f0c3f8bde31857fbac1786663a64fc41afdd217b5d36115c13a8908e0cc2) AuthConfig (2d8672211ed2dd12379d0d7b6cc9ff9dbde0492d0484271b62cc2526960c8a85) AuthConfig (e4b8fbcee66eb01b90e7b13f27d7bbe66509ef38db106ad25222782173541a51) AuthConfig (b0e761927e2fec49294ad506717e45b9c28fbbfb5f3af95dd126583a2742b62c) AuthConfig (9edb91ebef3253000bea1c75a6194db05a0b54f86001b0be4ed7c185c1236f14) AuthConfig (144f9e808b445a5fe1147bdeb4074228a19e70f1ee6557244e6777cd658016f3) AuthConfig (1337481a34607d686669f9a0cc642208c61e7e14c8eef32e24d53522e55cdbfb) AuthConfig (cb41f2f612819faeb2c21ec8837102b35448c23baab336da14920015256f0e0d) AuthConfig (bdc21b39cf6112331324dc03bf229739abdf64d7ccc133518525b7e300c882c4) AuthConfig (1606b00e320b84dfac89453e00d52806773615775c1736698ee757bf23112bc2) AuthConfig (aff712a450a8480a5139ffb85e71f2e9d77871279b399030c96e564f69b837ab) AuthConfig (b23e075d8371aeb4203e44b7c80cd4a3853cc5a62302bfe9b3f552e87d4174e1) AuthConfig (389af907ec0c01e6ae55014a384ac56c45b05f2fe4d503fde35c84bd69ecc391) AuthConfig (bd0937f105bc288e95fec50b88ba96f2814cffd7cd23ce560afbd79c251e758c) AuthConfig (f75c793fc14a4ca9510b963adc93550b8ffe6d22cabf899953b72666ffb7a14f) AuthConfig (3da29ab95fa64561f7b9879eaaced3959567923cf9d9263dd67e90c22b919a7e) AuthConfig (6d26d95e0b39f145dbd7784f1ee848a704272f2323202579850e1c65aaf83026) AuthConfig (cb4ec925a2ed3ee6a59ff3e6a01680b1a11b003890ca90bf1274d539478824c3) AuthConfig (42f205fb01afb37746d39bd4e39e69f84b32510ff2f4bdfcdb7400360beb88d5) AuthConfig (49fd62a27c3c416c30b2aabf58b3999201ad67969451f919e188519d3c8fce9a) AuthConfig (851f013521e3cf56263d35697b39cd36e58dae0936f71696efad870eb5d23d83) AuthConfig (379f3b9f1f4756f7322ec8023822990c495cd68b537a0ec7555f10a85c4e818f) AuthConfig (2cfaef2cb345bdb8e397965a5a18039a733dab55334f46db057deb5e1f4f73f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6a639920-de7f-43fa-85ba-3f71264ce77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.627448864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fa3ef488-6f73-417a-abb8-0ecedb9b966d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.631069762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"193ea020-7007-438c-a310-eb7827a50be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.687934385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fa3ef488-6f73-417a-abb8-0ecedb9b966d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.689405044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"193ea020-7007-438c-a310-eb7827a50be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.747910031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"b32ea655-b6a0-4113-b82b-be4326a46bb3","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.808063702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"820ad644-b643-4fc1-b51c-ad27ac0077df","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.84423266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"6a868ce9-30da-42fc-8294-201f186fbcc3","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.851872709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e30798d8-6d2a-472b-a096-a6cd6fdb4ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.852213498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"05f27966-1a4b-4d08-bd11-cd3d9a700b14","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.911027989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e30798d8-6d2a-472b-a096-a6cd6fdb4ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.911634053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"05f27966-1a4b-4d08-bd11-cd3d9a700b14","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.948122318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"09c9e017-6c5c-484d-96bf-c9de70fb4915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.008462591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"09c9e017-6c5c-484d-96bf-c9de70fb4915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.12021503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-apikey-failed-auth","reconcileID":"26017855-b591-45a3-ad2a-95302c8aaaa3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.380239328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"cc1fbafa-223b-4a90-bef6-d94a15a7a67c","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.984627982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5c93353b-1852-4c9f-a0b5-29eb048fe193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.04550521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5c93353b-1852-4c9f-a0b5-29eb048fe193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.252400437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"044d7523-ab26-49dd-95b8-874c4719be67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.311922194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"044d7523-ab26-49dd-95b8-874c4719be67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.383878491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"ee403f44-1422-4b30-82b9-8a842e93497e","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.524726268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8fc101dc-666e-4a81-a286-e60256befac1","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.546897912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"07266ab8-2dff-4c86-919a-0de1976f3980","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.58634093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"23ca00c5-abfa-46d3-ad0f-3a462ac577a0","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.643343897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"fb46a0ab-62ec-4305-bff8-88c90b23e73b","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.717950243Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"07266ab8-2dff-4c86-919a-0de1976f3980","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.717985147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"07266ab8-2dff-4c86-919a-0de1976f3980","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.718076154Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-sub","reconcileID":"07266ab8-2dff-4c86-919a-0de1976f3980","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.751800867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"2a23a03a-1f53-4c71-8024-71754be22d57","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.814325507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"2a23a03a-1f53-4c71-8024-71754be22d57","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.82445993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"91793131-2cb0-4096-9bc0-5c9e982ff0ba","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.880864088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"50eb0e05-124f-481b-a41f-249963ce9559","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.884577698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"12122893-13ea-461a-aa76-26faada0f3de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:18.937902896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342","reconcileID":"527f2ed8-b939-427f-9e3e-510d53965afc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-c7884342\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.989360187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"86830449-af57-402c-ba7b-bc344ea1a08c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:18.989384086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ee0c34f3-412e-4996-848a-6a55bd76dd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.052391457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"83a37891-9a89-426d-aca0-aa24afa0db93","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.053027714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"86830449-af57-402c-ba7b-bc344ea1a08c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.053635534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"b37a4d25-a653-44b4-b13c-b8abfba99514","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.057464728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ee0c34f3-412e-4996-848a-6a55bd76dd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.108800232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"75de1546-fcbf-4f2a-a50d-bb41c954f668","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:19.115964689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-a-c7884342","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-c7884342\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1598\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.160632356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"71db47bc-5917-4fb9-ba90-190d287b6504","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.220215975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"145b0574-4ec8-43ce-a7da-990a2c8b8de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.221050959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1bc5b8a5-1420-4fdd-a9a2-fe0b3544196a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.22146308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"53668ef9-b807-4995-b3a1-84c792a09293","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.280616739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"145b0574-4ec8-43ce-a7da-990a2c8b8de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.281010472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1bc5b8a5-1420-4fdd-a9a2-fe0b3544196a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.282188495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-apikey-degraded-auth","reconcileID":"e0b6b2cc-fb22-48b2-adae-f7d54073cba4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.329237858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"24abd394-72a5-4505-a3d6-c57be8733209","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.338396414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342","reconcileID":"99a1d7ba-d05d-4598-ad78-1cba39b3d126","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-a-c7884342","ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.390387261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"24abd394-72a5-4505-a3d6-c57be8733209","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.448477033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"32e68264-8f24-4ff3-ab27-a48529740ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.497489958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"61f05dd7-7fc7-45d1-988a-46a74d146291","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.50304323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e54607cd-3d06-42ae-99b3-6f26edb32e7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.507140398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"32e68264-8f24-4ff3-ab27-a48529740ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.509276585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"89178da1-9cb5-4f27-ae4d-0ccac7a3300a","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.608685179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e68015fc-07db-44c6-8d28-2aaefca16bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.667649834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e68015fc-07db-44c6-8d28-2aaefca16bf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:19.671826863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342","reconcileID":"44b898c5-9a95-4ea2-a4c6-becf8e6859b3","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.468342511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c3c64d79-421a-4b63-86fc-389bc8fd4177","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.532918444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"0ff918e1-f863-475a-baa0-0d3eac990cbd","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.693977716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"49f4ff7c-34d6-47e7-b193-13f6b6541d4c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.754322586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"49f4ff7c-34d6-47e7-b193-13f6b6541d4c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.755207999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"a68c3b8f-ba4f-4f5e-8747-f0be1e58b7a2","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.756282269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f7be78 priority=0:[ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-a-c7884342 ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-b-8a94e970]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.828382446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c45d834c-194f-4a78-941f-df4206a67423","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.864243867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"9062ad42-e1ea-49aa-84dc-4054ec80cc9c","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:21.884258254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-b-8a94e970","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-8a94e970\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.921285237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"701cd564-cfc0-44ea-9b8c-38564cd0bda4","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.932907423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"496b7117-5961-49bb-920b-bcc4a9985a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.932960517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"4c60b3bc-fb40-4ae8-8b60-3c4180cf3c7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.991577131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"4c60b3bc-fb40-4ae8-8b60-3c4180cf3c7b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.993986513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"496b7117-5961-49bb-920b-bcc4a9985a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.019489477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"3a483cca-9c6e-467c-beee-c43957f8f3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.079623696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"3a483cca-9c6e-467c-beee-c43957f8f3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.095608563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"1e205ce9-6ad6-4752-8d81-aed76d4f85bd","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.143924422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970","reconcileID":"bacd398a-c2f6-43b7-aabd-661faf3bb943","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-a-c7884342","ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-b-8a94e970","ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.258320029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"95d7e82f-5202-4edb-becf-2ea2253d64ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.309110112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"d4ca939c-faf7-42e5-97f4-5e85e70f969f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.309109978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342","reconcileID":"95e53b48-a15d-4904-90d5-18b7db19983e","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.315280721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"92602e2d-1ca0-4f63-80b2-11672ab10255","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.319351107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"95d7e82f-5202-4edb-becf-2ea2253d64ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.400333228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a1200f3f-0dde-46d3-91f0-c0910778d279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.400335788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"6e3d5345-d6ee-46f0-9c09-b794d8b2e8cf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.460809499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"6e3d5345-d6ee-46f0-9c09-b794d8b2e8cf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.460838107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a1200f3f-0dde-46d3-91f0-c0910778d279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.476953364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970","reconcileID":"61a58bd5-2811-4543-94ad-a377eb7d57f4","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.500182902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"b0cc33c7-d8e9-4340-b28a-d6eb0b1c6a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.559210715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"b0cc33c7-d8e9-4340-b28a-d6eb0b1c6a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.718545009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"73ef49df-cbed-4eb1-b722-db2eeccaed4f","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.757452976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"762f3d4e-8601-44a3-89ae-e0e09590f1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.75747733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b9c295d4-47bf-4d96-9f57-da4da826ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.8162489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b9c295d4-47bf-4d96-9f57-da4da826ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.816420282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"762f3d4e-8601-44a3-89ae-e0e09590f1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.858797004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee63d190-56d0-46db-9837-91591542c637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.858807339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"80057454-1ddb-484c-ba19-ca2226b68c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.874177816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b251f7891840163d03872cd66c94a827ad94c5bda24106bfe3b38d1c7254e0) AuthConfig (a7e8214eb00a1cdcb4842763a343e0a11c29d1860d5dc3075360864ec6dd7dcc) AuthConfig (474adc78cc1d7dc28da280f7d19ad296577f8ccebe5b8f3a785963f6e7f6cb4e) AuthConfig (0a56c668785262912c9f25c0d7dd27c9861cb45af5e19af04febc3b42900ea1c) AuthConfig (305538f861fb087cbb2fe25b58b015449f6e5f936f9af6e2917f5c2a0c93e9e3) AuthConfig (b64a5b34718fc1ce11f6b3377dee54e40e7d0c70da6bc7d4cb18fd859c6d3880) AuthConfig (834896727bf3fb18e30767004ac77ef94abaae1f41a07d0d6420a6525f18531c) AuthConfig (79d8f0c3f8bde31857fbac1786663a64fc41afdd217b5d36115c13a8908e0cc2) AuthConfig (2d8672211ed2dd12379d0d7b6cc9ff9dbde0492d0484271b62cc2526960c8a85) AuthConfig (e4b8fbcee66eb01b90e7b13f27d7bbe66509ef38db106ad25222782173541a51) AuthConfig (b0e761927e2fec49294ad506717e45b9c28fbbfb5f3af95dd126583a2742b62c) AuthConfig (9edb91ebef3253000bea1c75a6194db05a0b54f86001b0be4ed7c185c1236f14) AuthConfig (144f9e808b445a5fe1147bdeb4074228a19e70f1ee6557244e6777cd658016f3) AuthConfig (1337481a34607d686669f9a0cc642208c61e7e14c8eef32e24d53522e55cdbfb) AuthConfig (cb41f2f612819faeb2c21ec8837102b35448c23baab336da14920015256f0e0d) AuthConfig (bdc21b39cf6112331324dc03bf229739abdf64d7ccc133518525b7e300c882c4) AuthConfig (1606b00e320b84dfac89453e00d52806773615775c1736698ee757bf23112bc2) AuthConfig (aff712a450a8480a5139ffb85e71f2e9d77871279b399030c96e564f69b837ab) AuthConfig (b23e075d8371aeb4203e44b7c80cd4a3853cc5a62302bfe9b3f552e87d4174e1) AuthConfig (389af907ec0c01e6ae55014a384ac56c45b05f2fe4d503fde35c84bd69ecc391) AuthConfig (bd0937f105bc288e95fec50b88ba96f2814cffd7cd23ce560afbd79c251e758c) AuthConfig (f75c793fc14a4ca9510b963adc93550b8ffe6d22cabf899953b72666ffb7a14f) AuthConfig (3da29ab95fa64561f7b9879eaaced3959567923cf9d9263dd67e90c22b919a7e) AuthConfig (6d26d95e0b39f145dbd7784f1ee848a704272f2323202579850e1c65aaf83026) AuthConfig (cb4ec925a2ed3ee6a59ff3e6a01680b1a11b003890ca90bf1274d539478824c3) AuthConfig (42f205fb01afb37746d39bd4e39e69f84b32510ff2f4bdfcdb7400360beb88d5) AuthConfig (49fd62a27c3c416c30b2aabf58b3999201ad67969451f919e188519d3c8fce9a) AuthConfig (851f013521e3cf56263d35697b39cd36e58dae0936f71696efad870eb5d23d83) AuthConfig (379f3b9f1f4756f7322ec8023822990c495cd68b537a0ec7555f10a85c4e818f) AuthConfig (2cfaef2cb345bdb8e397965a5a18039a733dab55334f46db057deb5e1f4f73f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b9c295d4-47bf-4d96-9f57-da4da826ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.874520707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-2b2be7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b251f7891840163d03872cd66c94a827ad94c5bda24106bfe3b38d1c7254e0) AuthConfig (a7e8214eb00a1cdcb4842763a343e0a11c29d1860d5dc3075360864ec6dd7dcc) AuthConfig (474adc78cc1d7dc28da280f7d19ad296577f8ccebe5b8f3a785963f6e7f6cb4e) AuthConfig (0a56c668785262912c9f25c0d7dd27c9861cb45af5e19af04febc3b42900ea1c) AuthConfig (305538f861fb087cbb2fe25b58b015449f6e5f936f9af6e2917f5c2a0c93e9e3) AuthConfig (b64a5b34718fc1ce11f6b3377dee54e40e7d0c70da6bc7d4cb18fd859c6d3880) AuthConfig (834896727bf3fb18e30767004ac77ef94abaae1f41a07d0d6420a6525f18531c) AuthConfig (79d8f0c3f8bde31857fbac1786663a64fc41afdd217b5d36115c13a8908e0cc2) AuthConfig (2d8672211ed2dd12379d0d7b6cc9ff9dbde0492d0484271b62cc2526960c8a85) AuthConfig (e4b8fbcee66eb01b90e7b13f27d7bbe66509ef38db106ad25222782173541a51) AuthConfig (b0e761927e2fec49294ad506717e45b9c28fbbfb5f3af95dd126583a2742b62c) AuthConfig (9edb91ebef3253000bea1c75a6194db05a0b54f86001b0be4ed7c185c1236f14) AuthConfig (144f9e808b445a5fe1147bdeb4074228a19e70f1ee6557244e6777cd658016f3) AuthConfig (1337481a34607d686669f9a0cc642208c61e7e14c8eef32e24d53522e55cdbfb) AuthConfig (cb41f2f612819faeb2c21ec8837102b35448c23baab336da14920015256f0e0d) AuthConfig (bdc21b39cf6112331324dc03bf229739abdf64d7ccc133518525b7e300c882c4) AuthConfig (1606b00e320b84dfac89453e00d52806773615775c1736698ee757bf23112bc2) AuthConfig (aff712a450a8480a5139ffb85e71f2e9d77871279b399030c96e564f69b837ab) AuthConfig (b23e075d8371aeb4203e44b7c80cd4a3853cc5a62302bfe9b3f552e87d4174e1) AuthConfig (389af907ec0c01e6ae55014a384ac56c45b05f2fe4d503fde35c84bd69ecc391) AuthConfig (bd0937f105bc288e95fec50b88ba96f2814cffd7cd23ce560afbd79c251e758c) AuthConfig (f75c793fc14a4ca9510b963adc93550b8ffe6d22cabf899953b72666ffb7a14f) AuthConfig (3da29ab95fa64561f7b9879eaaced3959567923cf9d9263dd67e90c22b919a7e) AuthConfig (6d26d95e0b39f145dbd7784f1ee848a704272f2323202579850e1c65aaf83026) AuthConfig (cb4ec925a2ed3ee6a59ff3e6a01680b1a11b003890ca90bf1274d539478824c3) AuthConfig (42f205fb01afb37746d39bd4e39e69f84b32510ff2f4bdfcdb7400360beb88d5) AuthConfig (49fd62a27c3c416c30b2aabf58b3999201ad67969451f919e188519d3c8fce9a) AuthConfig (851f013521e3cf56263d35697b39cd36e58dae0936f71696efad870eb5d23d83) AuthConfig (379f3b9f1f4756f7322ec8023822990c495cd68b537a0ec7555f10a85c4e818f) AuthConfig (2cfaef2cb345bdb8e397965a5a18039a733dab55334f46db057deb5e1f4f73f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"762f3d4e-8601-44a3-89ae-e0e09590f1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.878458536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e07f7cb4-3235-4bf0-92d8-3666447822cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.921132945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee63d190-56d0-46db-9837-91591542c637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.921540847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"80057454-1ddb-484c-ba19-ca2226b68c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.938554725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e07f7cb4-3235-4bf0-92d8-3666447822cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.984060179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee63d190-56d0-46db-9837-91591542c637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.984059164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"80057454-1ddb-484c-ba19-ca2226b68c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.035127424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"dcccfefb-61fe-4b61-9c75-b95549a21bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.035127429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"62ac1431-486c-4bff-8513-381eb008acc9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.095320409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"dcccfefb-61fe-4b61-9c75-b95549a21bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.095320412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"62ac1431-486c-4bff-8513-381eb008acc9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.144640053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"54111984-a3a8-4ec9-aad5-0fea0fc04bb5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.203935742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"54111984-a3a8-4ec9-aad5-0fea0fc04bb5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:31.913114838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"ae488e36-7a03-4cfd-aaa4-5f410c9eff52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.116334066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"358a05f9-1d3f-4b25-9d95-3dd205cd8936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.239221148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"925bcd1d-a1ef-4809-b944-84f0544cb889","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.342206407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6195f63c-b97f-4819-a06e-95ab76452d90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.43764557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fcb1bda-3b3b-4ba7-9886-97c8890c0e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.481879305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"b444eb07-26c0-46d6-a3dd-2dbce85c614c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.5444329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"3a35fdb2-1f22-48c8-979a-0e5819dab5da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.708540284Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970","reconcileID":"663aa898-121f-40ee-a89c-eb2ff227954b","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/e2e-filter-sub-b-8a94e970","ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:32.71194282Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"14a4c5a3-04c5-4678-a13c-afe2b305e110","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-f7be78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.745868596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"91a0d1fb-091c-4341-94c6-dd4394dc1858","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:32.772188444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"14a4c5a3-04c5-4678-a13c-afe2b305e110","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-f7be78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.772582997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"603fe899-dd8a-448c-8aa2-ed27f8aa4a00","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.846179275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"8d072a34-97cf-4b7c-99f8-7f31a0d1526c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.947323779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"546f33e3-ae53-4dab-b12b-9f58458055de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.947420718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"3eddc6f9-f255-40d3-af3b-23da0eb67814","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:32.981786212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970","reconcileID":"4fac91b2-c8ff-4940-92fd-f2e555d19b6d","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:33.022406731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"268d1fed-e577-401d-9ba3-96a48cc8100e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:33.119739199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"7d3069ca-8c45-4962-ad11-14c2c1515370","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:36.887102145Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342","reconcileID":"d9415243-036c-4ac2-8c84-4803eb5cc230","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscription":"e2e-filter-sub-a-c7884342","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:36.996101141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342","reconcileID":"d9415243-036c-4ac2-8c84-4803eb5cc230","MaaSSubscription":{"name":"e2e-filter-sub-a-c7884342","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.035758157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"418b04e2-14c0-4237-a503-981444ad8ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.035752965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"d7497e62-315a-4c7f-a776-2d7f31762db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.095874892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"d7497e62-315a-4c7f-a776-2d7f31762db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.09606518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"418b04e2-14c0-4237-a503-981444ad8ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.145408389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"cc63bb69-f3c1-4617-9c4f-6e051c409980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.145425927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8ec3cca3-f2eb-4099-8527-581cdd7630f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.204806921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"cc63bb69-f3c1-4617-9c4f-6e051c409980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.205489049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8ec3cca3-f2eb-4099-8527-581cdd7630f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.216555574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c5a4c4c6-e768-40c0-ab52-d8bdd6be6042","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.262771723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (206a45f1874dc5a4c6866a46d94bf41f21e970e9258664033e59450b08358d4e) AuthConfig (52831f4dbb21304a9b2e9d3b9b0d165e2dc301b8295bb7517db3b499ba2bd387) AuthConfig (fdea79c6960abadfb5f59b2b7245ac73b2b86719eb937ba31bff82f5dc493a6a) AuthConfig (d1357d72f1d0610a16f20d53b8155c53eba413c206cce50f0c934024d1070b75) AuthConfig (1b414ec31ca8a0d08639e6083484374f13d12e8c5c269bf1d3aa1089a4bcb5b6) AuthConfig (976c04967d4ab02215d287d6ada50f55c0ad1f313910b57634daf3fb1fdfbef1) AuthConfig (788ba61fbe8df09d31da2b1cf1c073230b32d0d3438dfae7f5b0e760a05a873c) AuthConfig (27fe5623efcb5cb0a5c1f83655f139a6f0c0e6800811efe2ec065f573c8b7cbf) AuthConfig (71a0e440b27a27ab15afb01df1c29c092c484927d5d5f77c9079e1d64a27251e) AuthConfig (eb01a873a37d80573cf04cc13369c88fa4a4059f1eab721a8ab5f91c823bece8) AuthConfig (c15bd50a86c49f73a532ca6e2aa3af520eec7c36cca2103fad9e14ee7df8bf1a) AuthConfig (b951da35215889e693129e8419763962039c4380682794735150014439da10d7) AuthConfig (9d62ec5464c83ae6b39d1af90fc8dd68d7871bc134832e0ccc41bf4f0ba7dbd6) AuthConfig (3936cc0bd7523fd83b67109a1df61e180e5e9d60a6e8c6cccc7663a367700bb9) AuthConfig (6428b7bbbae6e876f66d22ca79532891545681102662825b383ba713674dd34b) AuthConfig (57d49af31c04bca10416e3ec469e65ced334a698556ca9fc2a6dbf4632817398) AuthConfig (a3070c5435f0bd9d1a89de87d0f7e9c6cd0b7ae09708f5d6e73a23baee09d2be) AuthConfig (ee98fe8288da71b10090a76e5750c89851c06889079ce55b0ad56255a16edf88) AuthConfig (1b83028c1546db8cde3197a3058df61fe21a2a5c7a28f79057cbc6b5f3064b0f) AuthConfig (78290e74f9fa36990e0dfe853a5e2e5193bd0e63b7995cb3b037bc5a9c3ab578) AuthConfig (dce307329f8d216242c9b2e77cf328e014aebada7f07767eb462c9f9d1252687) AuthConfig (8cf207a4dc2021920da0ffe7b7efdc625d729a098b43d2cdc6a5b15139af2f09) AuthConfig (09474c7c82bd5fd644db6d88147eb37989a8a497d236c1aefcb63966ea9db79b) AuthConfig (a1772419a07453e2f5f65d9af568f4a8772873e5e628d4c2b01ba5b062a4f09e) AuthConfig (34dd5a87603d372209a3e5c5f26e838fa5289c6d780581d381cbc0750856d4a1) AuthConfig (f4b45b5e794ba88d1b564e554e0ea32a328520a0171671b2e4e454873633c2ef) AuthConfig (31a27a0099bfbd7c3e020cdecda359d7b1c69cd70352694f9ab0fa0cb52417df) AuthConfig (deeea07bfc6069a6b6c74e84c00af55859751d629f0cf4dc2a8f56faa2b9f3cb) AuthConfig (df57bb6a2244d34aabcd521963f0446307a2fc44b3b8fdee1b03793d8b6e8c08) AuthConfig (63f1c848e798e63a7f081b0629e19c8307464c5e2f0bd7f760f8960adb7b7ce9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8ec3cca3-f2eb-4099-8527-581cdd7630f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.263006969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (206a45f1874dc5a4c6866a46d94bf41f21e970e9258664033e59450b08358d4e) AuthConfig (52831f4dbb21304a9b2e9d3b9b0d165e2dc301b8295bb7517db3b499ba2bd387) AuthConfig (fdea79c6960abadfb5f59b2b7245ac73b2b86719eb937ba31bff82f5dc493a6a) AuthConfig (d1357d72f1d0610a16f20d53b8155c53eba413c206cce50f0c934024d1070b75) AuthConfig (1b414ec31ca8a0d08639e6083484374f13d12e8c5c269bf1d3aa1089a4bcb5b6) AuthConfig (976c04967d4ab02215d287d6ada50f55c0ad1f313910b57634daf3fb1fdfbef1) AuthConfig (788ba61fbe8df09d31da2b1cf1c073230b32d0d3438dfae7f5b0e760a05a873c) AuthConfig (27fe5623efcb5cb0a5c1f83655f139a6f0c0e6800811efe2ec065f573c8b7cbf) AuthConfig (71a0e440b27a27ab15afb01df1c29c092c484927d5d5f77c9079e1d64a27251e) AuthConfig (eb01a873a37d80573cf04cc13369c88fa4a4059f1eab721a8ab5f91c823bece8) AuthConfig (c15bd50a86c49f73a532ca6e2aa3af520eec7c36cca2103fad9e14ee7df8bf1a) AuthConfig (b951da35215889e693129e8419763962039c4380682794735150014439da10d7) AuthConfig (9d62ec5464c83ae6b39d1af90fc8dd68d7871bc134832e0ccc41bf4f0ba7dbd6) AuthConfig (3936cc0bd7523fd83b67109a1df61e180e5e9d60a6e8c6cccc7663a367700bb9) AuthConfig (6428b7bbbae6e876f66d22ca79532891545681102662825b383ba713674dd34b) AuthConfig (57d49af31c04bca10416e3ec469e65ced334a698556ca9fc2a6dbf4632817398) AuthConfig (a3070c5435f0bd9d1a89de87d0f7e9c6cd0b7ae09708f5d6e73a23baee09d2be) AuthConfig (ee98fe8288da71b10090a76e5750c89851c06889079ce55b0ad56255a16edf88) AuthConfig (1b83028c1546db8cde3197a3058df61fe21a2a5c7a28f79057cbc6b5f3064b0f) AuthConfig (78290e74f9fa36990e0dfe853a5e2e5193bd0e63b7995cb3b037bc5a9c3ab578) AuthConfig (dce307329f8d216242c9b2e77cf328e014aebada7f07767eb462c9f9d1252687) AuthConfig (8cf207a4dc2021920da0ffe7b7efdc625d729a098b43d2cdc6a5b15139af2f09) AuthConfig (09474c7c82bd5fd644db6d88147eb37989a8a497d236c1aefcb63966ea9db79b) AuthConfig (a1772419a07453e2f5f65d9af568f4a8772873e5e628d4c2b01ba5b062a4f09e) AuthConfig (34dd5a87603d372209a3e5c5f26e838fa5289c6d780581d381cbc0750856d4a1) AuthConfig (f4b45b5e794ba88d1b564e554e0ea32a328520a0171671b2e4e454873633c2ef) AuthConfig (31a27a0099bfbd7c3e020cdecda359d7b1c69cd70352694f9ab0fa0cb52417df) AuthConfig (deeea07bfc6069a6b6c74e84c00af55859751d629f0cf4dc2a8f56faa2b9f3cb) AuthConfig (df57bb6a2244d34aabcd521963f0446307a2fc44b3b8fdee1b03793d8b6e8c08) AuthConfig (63f1c848e798e63a7f081b0629e19c8307464c5e2f0bd7f760f8960adb7b7ce9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"cc63bb69-f3c1-4617-9c4f-6e051c409980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.27696419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c06dfe9f-60a2-4fbc-bd9e-671e7e3e45a9","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.322595999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"a6745662-1167-4cd4-8aa3-96b3331d1f9a","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.325421122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f24ef933-7f69-414d-baf4-b9d115a3031c","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.377297707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"2d040ecd-4b65-4051-a7fb-dad1231754a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.379960897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"63fe5ac3-3c90-4192-bcfb-a9c18d36ab59","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.420595405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"0598da57-394d-43f4-8038-af5b5a519375","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.423339624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"effbce87-53bb-4530-8133-c4ca34e29141","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.435912305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"2d040ecd-4b65-4051-a7fb-dad1231754a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.483623181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"25ce4e23-89a3-4e69-a7ad-46712cdc2ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.484814847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"15427678-2e2b-4c27-87f7-8068ca5b86dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.543306109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"25ce4e23-89a3-4e69-a7ad-46712cdc2ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.54595295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"15427678-2e2b-4c27-87f7-8068ca5b86dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.584764513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"d707bc49-7d0d-4699-9080-45f04cc04047","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.644396594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"d707bc49-7d0d-4699-9080-45f04cc04047","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.804450492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"974c71f3-d707-4984-aeff-eb7714c2f1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.864201188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"974c71f3-d707-4984-aeff-eb7714c2f1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.906276424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"b0bbfdf1-117c-4100-bd5e-fa07f024ddfb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.906733741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d3d3869f-d050-445b-8ea4-3d464cdb898a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.966012077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"b0bbfdf1-117c-4100-bd5e-fa07f024ddfb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.966838363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d3d3869f-d050-445b-8ea4-3d464cdb898a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.259245122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"e059edd4-1512-4ea9-80b9-297971da4ac0","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.318187519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"cb32863c-140c-4c68-ac62-5bb094756ca9","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.484592596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"c2374a62-f3df-4a18-8786-21f4c4b475b5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.549420978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"c2374a62-f3df-4a18-8786-21f4c4b475b5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.558456193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"ab33ed66-93a8-42f4-a72b-37cc73090c1d","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.618913882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"37c764b0-33f6-4cf1-890e-a8308bf5f1ab","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:41.667582184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331","reconcileID":"888a5031-87c6-45f1-ad18-48b961dde80c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-def28331\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.721593496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"73bd2a61-fc45-450b-b97b-38a48f86f7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.721712164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"a6582258-3ea8-4679-a21c-689df132eb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.781940306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"73bd2a61-fc45-450b-b97b-38a48f86f7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.782059272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"a6582258-3ea8-4679-a21c-689df132eb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.785823528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"53f0714f-f423-4e25-8979-cdabff4c583f","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.832608417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"065f53b3-103f-43bd-9384-1ec33240ff2f","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.845575566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"7cc84047-5890-4020-8eda-2e382d20d2d9","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.998237241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"273fdf7a-44c0-4d5e-8223-c61f9c6b158f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.059065527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"273fdf7a-44c0-4d5e-8223-c61f9c6b158f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.07124644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331","reconcileID":"3299d7ed-021b-4ec6-a65d-670f2bc16295","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-bulk-sub-def28331","ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.105413657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"42200ebb-198b-4542-8704-3881d35dfa13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.105451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6a8f2fd5-d70b-403b-964b-4480735cf6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.164154517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"42200ebb-198b-4542-8704-3881d35dfa13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.167023783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6a8f2fd5-d70b-403b-964b-4480735cf6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.239821139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"ad6e4270-9440-4687-b19c-786fe1e433d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.251529806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"2d87a633-2445-4a83-92e3-5e7a1b6ddbc3","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:42.395021878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"273fdf7a-44c0-4d5e-8223-c61f9c6b158f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-def28331-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.413442674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331","reconcileID":"694e20f4-4a59-4c29-a5dc-a8c6cd56fdb1","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.561566775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"56d614a5-f81d-4e91-903a-11c1f587d1a4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.620375623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"56d614a5-f81d-4e91-903a-11c1f587d1a4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:45.961820993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.061118429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"39c0bb91-8e19-4a50-812e-0d9a059164c3","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.222115707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a271d871-fa08-4894-a863-67b9539c78a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.222280435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"880e1932-dd48-4c23-807d-13c38e696d06","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.222114959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7413f858-0bdd-42d4-9e39-2b0c255bcb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.281428348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a271d871-fa08-4894-a863-67b9539c78a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.282187135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7413f858-0bdd-42d4-9e39-2b0c255bcb2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.284123193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"880e1932-dd48-4c23-807d-13c38e696d06","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.483265234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"807a1761-01e3-433d-93ac-9d08815396cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.485085014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"60d8ec97-3d28-4cc3-89b1-be3c8192c35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.54289088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"807a1761-01e3-433d-93ac-9d08815396cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.546316747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"60d8ec97-3d28-4cc3-89b1-be3c8192c35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.547038818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970","reconcileID":"beddcedb-0d0b-4eef-85e2-8d8f935fe8bf","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscription":"e2e-filter-sub-b-8a94e970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.717250701Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970","reconcileID":"beddcedb-0d0b-4eef-85e2-8d8f935fe8bf","MaaSSubscription":{"name":"e2e-filter-sub-b-8a94e970","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.869733478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a2d28d2d-88ef-4f91-8013-f838cda9db97","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.872390624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"ee434157-0299-4a29-9708-a985aaa80b1a","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.880017092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"158d5e58-7c33-45f7-a87f-4564dc4e9c0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:47.979723471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"5573f51b-e345-4062-ab89-b73f3c6c6963","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.140163816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d627fd6e-2676-41a2-a12f-8ed51611dcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.140199621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"e7ccee47-fc9e-4f7b-aae4-b367c089da81","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.140618203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"dba118c5-62e3-4a83-866a-b1d0325938c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.14063712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"b1ba4d85-b211-4c41-b2cd-faaf8a322c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.14791643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"286ac76a-1064-4d84-b08d-85052d06a945","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.201002453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d627fd6e-2676-41a2-a12f-8ed51611dcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.201164793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"e7ccee47-fc9e-4f7b-aae4-b367c089da81","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.206239574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"dba118c5-62e3-4a83-866a-b1d0325938c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.206246033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"b1ba4d85-b211-4c41-b2cd-faaf8a322c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.409927336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-a-c7884342-auth","reconcileID":"c5d2bd50-dcd5-4f1d-9582-a0ca137606d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-c7884342-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.575296249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"4c76c757-226e-4230-bc17-fad2e67e8489","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.726133718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-filter-sub-b-8a94e970-auth","reconcileID":"c6caf18b-a648-42fd-b217-edba8b905cbb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-8a94e970-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.726166425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"e550e154-5285-4f40-98f9-270950e038dd","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:48.892456825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"779fe15c-eaae-437a-a5ec-154d86de5b02","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.975229541Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"6a9772eb-3dfd-449c-8020-eb7dc76104bf","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.03335513Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"50d64ac4-a76f-4153-a327-45310df897b6","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.136410929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"0d5847f2-c945-4159-a47f-dde7e01f186b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.136444453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"e97c2570-05f6-4984-969c-5e9b2b444b87","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.13690061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a5649729-f5ed-478d-a7ae-dd11230f06aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.136926946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ea7dd75-aff9-40f7-8bb3-3fbc3fe8c9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.137309919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"02e52fed-a28d-418a-ac40-6aa037cf965d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.195498806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"e97c2570-05f6-4984-969c-5e9b2b444b87","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.195927131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"0d5847f2-c945-4159-a47f-dde7e01f186b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.197846686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ea7dd75-aff9-40f7-8bb3-3fbc3fe8c9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.198130307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"02e52fed-a28d-418a-ac40-6aa037cf965d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.200093017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a5649729-f5ed-478d-a7ae-dd11230f06aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.368526109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"c875a721-5ba8-4e13-a18a-d66dcd500016","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"name":"e2e-rt-sw-e60af3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.5645193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"fd56e895-4bfe-417b-ada2-f5aa42530377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.564967796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"761d5091-a67a-4011-8fa9-f769d7fa7c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.611373873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"176b0d5f-3110-4f97-a6cd-6a9852697fd9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.611416391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"176b0d5f-3110-4f97-a6cd-6a9852697fd9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.611839956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"222f9931-265d-4986-8897-f9771e84d854","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.611915635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"222f9931-265d-4986-8897-f9771e84d854","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.612234471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5aa7375b-30d0-40fc-9127-79402c694fc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.612252638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5aa7375b-30d0-40fc-9127-79402c694fc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.612525686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3b57a41-c81b-4ffc-8d04-1d1c157da954","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.612543195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3b57a41-c81b-4ffc-8d04-1d1c157da954","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.612809904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e6708b3-7eb8-406b-8a36-588e182310ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.612824327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e6708b3-7eb8-406b-8a36-588e182310ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.623449684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"fd56e895-4bfe-417b-ada2-f5aa42530377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.62437025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"761d5091-a67a-4011-8fa9-f769d7fa7c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.66827754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"5f621f7c-3b8b-45a8-90e3-95e9ed3b18e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.668294758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"847eed4b-9091-4b8d-ba19-f55aa59cbe5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.668866038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"55e20517-e84a-4209-911f-33a4aa0eeb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.669305143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"d9bab8e6-6ea1-4c0c-96f3-258d6a2deaeb","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"name":"e2e-rt-sw-e60af3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.669587172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5975aa90-d19a-41ee-9d8d-a485c43958aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.66960354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5975aa90-d19a-41ee-9d8d-a485c43958aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.669883194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60327861-f4e2-40b2-9ac1-a1dfc8ab1a18","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.669896217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60327861-f4e2-40b2-9ac1-a1dfc8ab1a18","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.6700838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37d227ab-5887-4c4c-9f60-73482caee118","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.670092785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37d227ab-5887-4c4c-9f60-73482caee118","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.678180122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bcb242c-f7b6-4247-9e37-e1a9b32b5937","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.678201704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bcb242c-f7b6-4247-9e37-e1a9b32b5937","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.6786316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee3c0162-8776-460b-a62c-bc426c9d0444","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.67864438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee3c0162-8776-460b-a62c-bc426c9d0444","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.678865777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4688d4aa-5788-43ee-966f-6ce6dcafdc9f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.678880146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4688d4aa-5788-43ee-966f-6ce6dcafdc9f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.679148164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3c200c04-6519-44c9-801b-f13ba3fe9157","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.679160414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3c200c04-6519-44c9-801b-f13ba3fe9157","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.679401519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6d8c181-6202-43bf-b14e-1fd09c691e8e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.679412923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6d8c181-6202-43bf-b14e-1fd09c691e8e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.67963002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb9b791b-2797-4eda-86aa-1b9a8f440212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.679640278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb9b791b-2797-4eda-86aa-1b9a8f440212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.727871968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"55e20517-e84a-4209-911f-33a4aa0eeb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.727913058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"847eed4b-9091-4b8d-ba19-f55aa59cbe5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.730810117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"5f621f7c-3b8b-45a8-90e3-95e9ed3b18e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.73326791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"5e0969f9-8d2c-4b4d-9456-8e1f41d3d9f9","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"name":"e2e-rt-sw-e60af3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.733554406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc5c9d72-ae33-43e0-b82b-cc5d1da8e042","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.733566549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fc5c9d72-ae33-43e0-b82b-cc5d1da8e042","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.733812474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a028ae36-5fde-42b9-a48e-74e35606d416","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.733823882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a028ae36-5fde-42b9-a48e-74e35606d416","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.777401645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7b696ef-fe72-4b68-9f3e-26a443a4b534","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.777707556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7b930de-ba4b-4ba6-9ca5-10406fe17067","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.996282716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c8f99c46-e8d9-45ef-83ec-94a639033d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.996283646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3c00cdd7-ebbc-4330-a1ae-9e085579853f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.055516536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3c00cdd7-ebbc-4330-a1ae-9e085579853f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.055692379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c8f99c46-e8d9-45ef-83ec-94a639033d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.101259928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"def653ea-a250-4c0c-8c59-d0131fc5b031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.10183717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"cf26f07a-8b82-4d95-8991-506bf7a82b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.198809897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"cf26f07a-8b82-4d95-8991-506bf7a82b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.202434122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"def653ea-a250-4c0c-8c59-d0131fc5b031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.204210616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"91e08453-7de2-4cec-b3b2-e98d4e379ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.263105132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"91e08453-7de2-4cec-b3b2-e98d4e379ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.453034094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae203920-bec0-446c-bc19-b47c7f61dc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.453401803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"e4369475-17ba-4828-bf5e-3594b7547402","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.513689441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"e4369475-17ba-4828-bf5e-3594b7547402","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.513708466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae203920-bec0-446c-bc19-b47c7f61dc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.542287687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"299c557a-051c-4561-8411-7700c546d6f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.542417559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3e33ee55-5cd6-4569-bbff-9a7eda4c27a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.602715228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"299c557a-051c-4561-8411-7700c546d6f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.602707122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3e33ee55-5cd6-4569-bbff-9a7eda4c27a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.968637389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"15af9b94-6e0e-46d8-924a-d93f3b559738","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.031185642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f4fbd907-5b32-4855-8aa9-65f8726b7f2e","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.031306982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f4fbd907-5b32-4855-8aa9-65f8726b7f2e","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.115175468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"f3c7f814-302e-4192-a815-3c413cf39222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.13743302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"912d45ea-d240-407d-ae92-b7d6dcd1b606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.137712133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dce108f-4643-437d-8688-cb68567bdcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.137445796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"acdbfe5a-6603-43e8-84b4-263db0c165dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.138180537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"a582b11a-91e6-4eb1-95ec-7a11a8c5be41","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.174053164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"f3c7f814-302e-4192-a815-3c413cf39222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.196856481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"912d45ea-d240-407d-ae92-b7d6dcd1b606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.197315042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"acdbfe5a-6603-43e8-84b4-263db0c165dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.199207445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dce108f-4643-437d-8688-cb68567bdcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.200000542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"a582b11a-91e6-4eb1-95ec-7a11a8c5be41","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.54234963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"8f8b9b68-4cb8-4274-820d-be5433aab030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.600608118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"8f8b9b68-4cb8-4274-820d-be5433aab030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.643399002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"618d9557-70d7-4ed2-a546-2d03935d3e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.64359905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"bb12cbb8-44f6-4bf7-91e7-6b795c9a9777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.643399019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c810c720-18a9-477e-a03e-310aa9131ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.643866692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5b5a510-06cf-4319-9d1c-fcab7268ecde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.702556079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"bb12cbb8-44f6-4bf7-91e7-6b795c9a9777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.702729038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"618d9557-70d7-4ed2-a546-2d03935d3e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.704761167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5b5a510-06cf-4319-9d1c-fcab7268ecde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.705050495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c810c720-18a9-477e-a03e-310aa9131ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.920117383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e824020b-c1dd-4b57-861a-7fc2a5d9164f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.012962991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e824020b-c1dd-4b57-861a-7fc2a5d9164f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.023007272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d00d8f1c-a66d-48f1-a1d9-27e90ae3f5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.023356679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"82996e2b-fac8-44e3-a09d-48fd61000582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.081812907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"82996e2b-fac8-44e3-a09d-48fd61000582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.081833414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d00d8f1c-a66d-48f1-a1d9-27e90ae3f5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.407008575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"e048b648-0b88-4f8a-8085-0c72fda4d098","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.567750767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"d5714d44-5759-460d-8836-fb741a5eb8b7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.568012944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"957ea099-51c1-4051-a35f-1a3fafa0ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.568216606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5b3152e6-5f1f-404f-9687-58732818204f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.567748927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"267cfa96-5867-47c1-b2e7-8c40c760bc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.568472145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fded82e7-0857-4387-9194-f9d5cfb6c07e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.627401277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fded82e7-0857-4387-9194-f9d5cfb6c07e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.628422757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"d5714d44-5759-460d-8836-fb741a5eb8b7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.629702512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"957ea099-51c1-4051-a35f-1a3fafa0ea48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.631849363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"267cfa96-5867-47c1-b2e7-8c40c760bc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.632015661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5b3152e6-5f1f-404f-9687-58732818204f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.954207792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"cad8fd8b-d4f8-4e35-ad2d-525b41d3942d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.95424717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"53eba88f-20b4-4d86-b09e-5b9d88450f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.954633173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"606d8cf7-0734-4887-bd29-5e3aa203ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.954639041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a880914f-92b0-4618-89b2-6e2d3e76d28d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.955364338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"f41a598e-841f-49b4-bdc8-d2b7bd86e52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.014907142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"cad8fd8b-d4f8-4e35-ad2d-525b41d3942d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.017952742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"f41a598e-841f-49b4-bdc8-d2b7bd86e52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.020821952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"53eba88f-20b4-4d86-b09e-5b9d88450f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.022019107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a880914f-92b0-4618-89b2-6e2d3e76d28d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.025813961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"606d8cf7-0734-4887-bd29-5e3aa203ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.228802179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331","reconcileID":"27856493-c398-460a-a9dd-dd06d8f8729b","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscription":"e2e-bulk-sub-def28331","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.339873518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b52a9b-7687-4426-8d1b-886d6510525b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.34161776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"aac67957-df09-464b-9ad6-bbbebe713f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.341709061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"63431d81-9d8e-4dad-9c4e-eae90790917c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.397827207Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331","reconcileID":"27856493-c398-460a-a9dd-dd06d8f8729b","MaaSSubscription":{"name":"e2e-bulk-sub-def28331","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.402584196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91b52a9b-7687-4426-8d1b-886d6510525b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.40262041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"aac67957-df09-464b-9ad6-bbbebe713f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.404668558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"63431d81-9d8e-4dad-9c4e-eae90790917c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.561063796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"d22a60cd-331b-40bd-a702-d0673033a2eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.619120873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"25a9b58d-2ddc-455d-a65e-0461f7728542","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.776903768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"abb07695-86d2-4721-8684-fd01bbf1ed37","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.779744938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"d61038d3-3569-4265-845a-4e62b7459a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.779983145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0ac9e8dc-cccb-4469-9c93-f22fea60082f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.779744176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"bc6094ad-7184-4ecb-84f6-62d38dff2476","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.839441348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"d61038d3-3569-4265-845a-4e62b7459a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.839908957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0ac9e8dc-cccb-4469-9c93-f22fea60082f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.84186038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"bc6094ad-7184-4ecb-84f6-62d38dff2476","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.04715883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-bulk-sub-def28331-auth","reconcileID":"30b5bf39-8310-4243-a1c8-1a074061dc01","MaaSAuthPolicy":{"name":"e2e-bulk-sub-def28331-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.323748411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"f3e45572-b976-473e-9ee2-1db448249bb0","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.175170899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"8884d29f-9b98-46a1-bf8b-9ed4d1c40e73","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.175200886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"8884d29f-9b98-46a1-bf8b-9ed4d1c40e73","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.234794507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"a131180c-7637-4b4c-8e68-69074350a40f","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.234820168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"a131180c-7637-4b4c-8e68-69074350a40f","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.399627485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"3f71db5c-7af7-4805-bc1c-2f965e9ac404","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.458482359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"3f71db5c-7af7-4805-bc1c-2f965e9ac404","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.90376641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"27494cfd-8f72-4e27-a440-e225caf2f023","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:59.903798408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"27494cfd-8f72-4e27-a440-e225caf2f023","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:00.587221902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"f2eb3032-8155-4a7e-a366-405cf22ae695","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:00.646433915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"a6bef14b-039c-420a-b0db-decc0636fb23","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:00.80744493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-gw-auth-58576938","reconcileID":"b8ca255b-d1d5-40e7-9998-154578c6fcd5","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:00.866257769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-gw-auth-58576938","reconcileID":"b8ca255b-d1d5-40e7-9998-154578c6fcd5","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:01.171345772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"220303fe-137a-4265-a2f8-237bf4045acd","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:01.332438217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-gw-auth-58576938","reconcileID":"933aefd2-f295-4a74-9cd5-732e695af69f","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:01.391406847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-gw-auth-58576938","reconcileID":"933aefd2-f295-4a74-9cd5-732e695af69f","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.762581958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-gw-auth-58576938","reconcileID":"818ecf99-94f8-492b-8a3f-806599a61ead","MaaSAuthPolicy":{"name":"e2e-gw-auth-58576938","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.762620013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"c83b78f0-21d8-4e27-b2b9-1c677e1e2493","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.974760892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"94346a17-9f84-44f2-991d-18f20c645d12","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.795636845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"ef60b11e-e0c1-471f-bc47-178207c8ef23","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.795681023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"ef60b11e-e0c1-471f-bc47-178207c8ef23","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:04.848908334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"735f28a9-496e-4501-84e2-483f37e2e17b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-e60af3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.911484701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"9607d8ef-34e5-4a2e-b155-6f8134494c61","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.911513923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"9607d8ef-34e5-4a2e-b155-6f8134494c61","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.975215615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bd79b30-5e4c-451d-aa08-3492f6924bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.975363006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660bc9b1-f99f-459a-b0b3-b72b6b7fd123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.975215414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"c3b75883-54dc-4574-9ece-32e2fca9aa72","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:04.999115985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"9607d8ef-34e5-4a2e-b155-6f8134494c61","name":"e2e-rt-sw-e60af3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e60af3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:04.999186437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"9607d8ef-34e5-4a2e-b155-6f8134494c61","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e60af3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.128042839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"e9b58cf6-8690-491a-b99b-7755b9a44874","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.128075506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"e9b58cf6-8690-491a-b99b-7755b9a44874","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.151224831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bd79b30-5e4c-451d-aa08-3492f6924bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.151520105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660bc9b1-f99f-459a-b0b3-b72b6b7fd123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.163729503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"c3b75883-54dc-4574-9ece-32e2fca9aa72","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.19662422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"ef9e8607-eba7-408e-9416-554d2ff5fb42","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.196677473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"ef9e8607-eba7-408e-9416-554d2ff5fb42","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.423471299Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"9f4617c4-30be-455f-b110-1350b3634c3e","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"e2e-rt-sw-e60af3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-e60af3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.574578504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f4c78db-6424-49fd-a448-49349eae3dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.574998957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb6fe7ad-7f07-4bc6-a1d1-84cef65ce900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.633466897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f4c78db-6424-49fd-a448-49349eae3dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.634349859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb6fe7ad-7f07-4bc6-a1d1-84cef65ce900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.681861068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"d40cebf2-235c-4a54-8f05-83cfeb3512f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.699866223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"e60e1e71-04f9-40ec-a21a-a90c7a1a0d84","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.699894886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"e60e1e71-04f9-40ec-a21a-a90c7a1a0d84","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.741154977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"d40cebf2-235c-4a54-8f05-83cfeb3512f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.861157458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"ed93b176-684f-45dc-8e70-183cd800d2b7","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.903815828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"6d26598f-f857-4ee3-b6d8-6d9552cab88a","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.904300516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"3464edac-07aa-4b73-a5af-5e7f7676ec6c","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.981027311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"7e79c928-0907-4471-a4d5-f239cd0c63a6","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.981459797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"2f48a299-3a45-42ee-8261-08ec8f39a65b","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.096885389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9d8d31aa-f856-45b7-a86f-b83409567325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.098099466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"0ecad091-c2bb-417e-88db-5fb9d783c50f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.098530269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"041e556d-160d-450c-a6bb-9a8d7906ac67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.099052887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"b69fc969-fbf5-4b61-89bf-ae5b1a9c4ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.163356113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9d8d31aa-f856-45b7-a86f-b83409567325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.163372427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"b69fc969-fbf5-4b61-89bf-ae5b1a9c4ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.207539436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"de158ca8-2612-4459-8553-9b46f4ed5631","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.551769547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"be01e878-9503-46e0-8616-06c53f9004ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.551769979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c37e3cf1-8e7b-4745-a589-f36599b27191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.613581051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"be01e878-9503-46e0-8616-06c53f9004ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.614140381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c37e3cf1-8e7b-4745-a589-f36599b27191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.166737681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"10c9864b-00cb-40d9-9353-52db1f638330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.298644047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"2f64d2b6-1a6a-44ed-b453-b3944924ffcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.318535985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"9092fb71-b65d-428c-a4c2-834116236cad","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.357673396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"4ed0f125-d312-4682-9d89-91503040b63c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.458845147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0eaaa36e-b61c-404d-9800-7866e7bb2d63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.560472016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"54b39273-af8f-42b4-b09d-50b5bb6b8721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.578852744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"16c87ba1-1f19-48d1-916e-35073d4f2f59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.610597694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"1a0ba15f-3efd-46a0-a11b-eafb22b0b427","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.610628038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"1a0ba15f-3efd-46a0-a11b-eafb22b0b427","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.659506501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"76f6d3b3-7fec-4115-ac2f-3dcefc8a1f19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.822410559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10f62b28-3d30-428f-b500-2510f3be8365","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.924909445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"0966b449-c0c4-4253-a46a-428c75c9fe83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.06888802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"9230368e-743a-4c86-981d-e2e14ff495f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.16933468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"3221bfc7-61ba-4bde-8c9b-6e424252bb51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.280277739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"a4897ed2-69d2-43af-8eb7-f0df2c2cb9f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.498201162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7dff23d-54ad-42db-a3bc-653c19f9bff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.498207219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e6aa694-b17f-4241-a801-104af854378f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.498479299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"070c9ae7-bb67-4ee4-b8d4-fdb246c199b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.562629953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7dff23d-54ad-42db-a3bc-653c19f9bff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.572086806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e6aa694-b17f-4241-a801-104af854378f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.582381013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"070c9ae7-bb67-4ee4-b8d4-fdb246c199b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.952589362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.051715668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"1e7c5cfd-82ee-42d6-8a57-31cf94a7d57b","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.106017192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"d1bd4cf3-80f3-4ddc-96c3-a9f6b53896a4","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.10605496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"d1bd4cf3-80f3-4ddc-96c3-a9f6b53896a4","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.213015579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"b99bdfea-33e5-4ac8-b91a-da543514b70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.213144106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"43e76bd7-bfc8-4fb8-b582-d049fafd2310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.213709055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"002728f1-c47e-40cc-a511-cb7d069dfa77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.214013885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"80bb40c7-211a-45d7-a569-eb6129ddcde9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.265764847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"714dc68c-352f-47cf-885d-fc889ecc4b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.315848234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"43e76bd7-bfc8-4fb8-b582-d049fafd2310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.318715325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"b99bdfea-33e5-4ac8-b91a-da543514b70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.321587031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"002728f1-c47e-40cc-a511-cb7d069dfa77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.32429793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"80bb40c7-211a-45d7-a569-eb6129ddcde9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.324728914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"046206e9-aa6a-42d1-a7e9-1810b545c1ff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.32474613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"046206e9-aa6a-42d1-a7e9-1810b545c1ff","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.324997987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f6ce129-6bbd-4242-8bd6-d1e6dbdd48a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.325009758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f6ce129-6bbd-4242-8bd6-d1e6dbdd48a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.329293909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"714dc68c-352f-47cf-885d-fc889ecc4b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.422155183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"da1fae85-ec48-4db0-aa43-71abfa7b788c","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.422188547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"da1fae85-ec48-4db0-aa43-71abfa7b788c","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.422764257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea36a83e-ad49-4840-b9de-8d2187e88dbd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.422780065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea36a83e-ad49-4840-b9de-8d2187e88dbd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.424213488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99777015-a0c1-4393-89b6-b99821936889","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.424230185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"99777015-a0c1-4393-89b6-b99821936889","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.424548468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b585104a-e5c2-415e-b361-2cb05062b636","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.424562831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b585104a-e5c2-415e-b361-2cb05062b636","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.425102325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75a8d75c-33be-4877-8daa-df8f52b7b9e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.425117522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75a8d75c-33be-4877-8daa-df8f52b7b9e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.425473906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2aeb53df-dd4a-4ca1-bd75-db03bc5667f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.425485924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2aeb53df-dd4a-4ca1-bd75-db03bc5667f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.425806458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14a4a488-ba7f-47e1-9ca1-ff697f2ca77e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.425820844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14a4a488-ba7f-47e1-9ca1-ff697f2ca77e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.538091918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d92dcf34-7d87-4f03-84be-9c158723e620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.538602786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b60647c-87e4-434b-a060-fd61e746e0d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.596056559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"9bf75406-b2e0-4a17-8db4-5d8dc7935fed","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.698705095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"15a01787-0956-42e0-a3f0-9753a3cc35c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.699321349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f4403dbf-0077-4612-a97d-d6a8343afc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.700409588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"545bde26-9517-455d-a286-797d2a9ca434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.701222738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0cbb2a48-eae6-4666-8a5e-f030c5cad17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.751687388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7cc9adc-7873-4cdf-9c2d-54dff0bbd55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.757771149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f4403dbf-0077-4612-a97d-d6a8343afc9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.759164317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"15a01787-0956-42e0-a3f0-9753a3cc35c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.760132257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"545bde26-9517-455d-a286-797d2a9ca434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.763347483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0cbb2a48-eae6-4666-8a5e-f030c5cad17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.810557649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7cc9adc-7873-4cdf-9c2d-54dff0bbd55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.08182017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"1c8ec8d9-59a4-494d-8305-c86ebf11f85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.08182813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"3cb54fdf-6f9b-485e-9250-4e7b734aa548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.141355905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"c031ebe9-d83d-4ade-87d4-5e3d88ed2e3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.141951895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b75528-74c8-470c-8507-84c7a3779e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.146873678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"3cb54fdf-6f9b-485e-9250-4e7b734aa548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.147979063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"1c8ec8d9-59a4-494d-8305-c86ebf11f85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.200210006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"c031ebe9-d83d-4ade-87d4-5e3d88ed2e3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.203710966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16b75528-74c8-470c-8507-84c7a3779e9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.32236856Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"d66db48f-8129-4d4b-9d0e-4b9b1b957b8b","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.525342865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"122b43dd-503d-4383-895c-3524ad93f8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.5331196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"132f942b-f4c4-4ebf-affa-062a6a69f97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.543354863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4245146b-1001-4911-9e0f-79541c97dae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.586885556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"122b43dd-503d-4383-895c-3524ad93f8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.590796039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c6018dbe-6e42-4fba-a810-f328442040ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.592571589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"132f942b-f4c4-4ebf-affa-062a6a69f97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.606951274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4245146b-1001-4911-9e0f-79541c97dae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.687351784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c6018dbe-6e42-4fba-a810-f328442040ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.736026715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f4d6c922-98c5-43c4-a9b8-098f7326b99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.795150848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f4d6c922-98c5-43c4-a9b8-098f7326b99c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.998043274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8725f5d8-2002-4afa-8363-d54d308fa915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.998045986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"167feffb-ab7f-4e42-8a66-5f685aa7c433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.051293624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"d5807e67-9c56-4c4e-9722-24f0277e9226","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.056716254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"167feffb-ab7f-4e42-8a66-5f685aa7c433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.056733021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8725f5d8-2002-4afa-8363-d54d308fa915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.109791639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"d5807e67-9c56-4c4e-9722-24f0277e9226","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.150810511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d5d02327-680f-4d20-a18a-44ce5cf3e361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.150819807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4664bd64-daf2-4702-8603-8dba373daf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.209919818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4664bd64-daf2-4702-8603-8dba373daf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.210833702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d5d02327-680f-4d20-a18a-44ce5cf3e361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.369429411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"dd4a35f1-edb2-4009-890d-c81b2ad4d7dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.428876256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"2af8db7c-bd7d-4cbb-b755-3b375f1abb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.428880806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"279cffde-3643-48df-ad6a-9772441ae54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.488394639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"279cffde-3643-48df-ad6a-9772441ae54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.488408819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"2af8db7c-bd7d-4cbb-b755-3b375f1abb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.626740287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"6fd5b529-dcac-422f-9e3e-5b7f43c56888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.685527519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"6fd5b529-dcac-422f-9e3e-5b7f43c56888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.003073122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"8474cace-5326-4adb-8b87-dc316ef12f62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.236044973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1386bac8-0a54-46e5-b951-9139e0f65be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.236848406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8c03d3e-425a-455b-b403-6d40bfd52605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.237137006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"17f5ec85-93e5-4885-9313-31b0eee081ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.300921058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1386bac8-0a54-46e5-b951-9139e0f65be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.305072419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"17f5ec85-93e5-4885-9313-31b0eee081ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.305312368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8c03d3e-425a-455b-b403-6d40bfd52605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.3591411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0a9bd7c8-d127-4541-807c-ba55c353a64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.360970103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7b551608-bc5f-47c7-af22-ed2cf6bfdc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.430262801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0a9bd7c8-d127-4541-807c-ba55c353a64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.439239149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7b551608-bc5f-47c7-af22-ed2cf6bfdc31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.762613488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"92c8734f-1c3b-46b0-bec3-67a7f6ca46eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.952976867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.62223921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"cd04e884-a6dc-407f-82e4-119826efc8d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.729784658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"2f8adca5-2506-461e-bd76-5e14bb38aa71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.908691966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"4764dc74-571b-4a48-a63f-24a2150ce205","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.007878469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"62ab3720-431a-4130-8d6f-fe34a01d54fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.030591741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"a769c707-fa75-4f70-afc7-b56dcc2ebd42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.109396793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"abeff45e-dd55-45fe-b235-63b7f725271e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.272696548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca2ea642-6d58-41b0-8b85-6e64ec5d6bdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.374473554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"18052e15-0dc2-426d-918e-f5ee7314f314","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.465114701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"0d1163e5-ed68-4106-b9cc-5b7f72af8cec","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.466319765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"d268107d-d5ba-4d5e-9fd4-9213cd404bed","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.492299074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"780db0a4-0710-460e-adea-1f92c1d897ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.543248394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"5d3f5114-8e44-40c4-be71-950187acf333","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.543729432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"8ad38713-bcc5-4e56-bfbe-47ad8e278d26","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.546406225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"4b04c97a-471e-4583-b8c4-132b8987dd8d","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.574234513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"b6079253-2cf9-4744-92cc-25d90612cc78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.599556859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b688d190-ca6b-40af-8e20-8f58ed2d2c51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.627404104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"99456e68-8d23-402f-ab40-7aa23b1c333d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.634342904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"91d153b6-b887-4784-a936-5d12cbdbf16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.692571526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"99456e68-8d23-402f-ab40-7aa23b1c333d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.710804415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"91d153b6-b887-4784-a936-5d12cbdbf16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.735756761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"647640ea-1938-46e7-bc07-1f4bde863845","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.798735464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"de2ebf4c-f0f1-4519-9b25-f6d24bb24be8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.909338939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"f79ea77d-86fe-45ad-b08b-4c87c9be3b05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.064312556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5bcb82a5-67b5-411b-937e-a05e42f50331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.123011565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5bcb82a5-67b5-411b-937e-a05e42f50331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.165615842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"81230d62-d0ca-4794-9d18-c36e02842c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.224144297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"81230d62-d0ca-4794-9d18-c36e02842c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.750299823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-conflict-a-3e73c9ee","reconcileID":"7e042034-e917-43bc-8258-e2a92d8f1f9a","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"e2e-conflict-a-3e73c9ee-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"e2e-conflict-a-3e73c9ee","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.795693853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"a813a97c-7e06-414c-b424-c0c6f65a4825","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.851101253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f078e300-912f-4484-917c-b38c1bd61686","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.851137557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f078e300-912f-4484-917c-b38c1bd61686","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.956531009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"facfc7bf-d4d8-4d01-b53d-887c351552e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.956791925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"2811a273-8ed4-4688-8438-c0ea34322894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.956996212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8179f3fb-c4d9-4a37-bbed-d837b2850e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.957257777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c84a793b-2f18-40af-ad3b-e5d62b7fe987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.97810946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"fe16c6ac-4d1d-4f2b-96ef-c76d0de98a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.009469141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9590de8c-9129-490c-8c16-560468265859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.015498107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8179f3fb-c4d9-4a37-bbed-d837b2850e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.015527679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"facfc7bf-d4d8-4d01-b53d-887c351552e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.017990522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c84a793b-2f18-40af-ad3b-e5d62b7fe987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.018114785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"2811a273-8ed4-4688-8438-c0ea34322894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.019687037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b338cd50-ec55-43c4-9a75-3dcc0f60857e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.019702206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b338cd50-ec55-43c4-9a75-3dcc0f60857e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.069412074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9590de8c-9129-490c-8c16-560468265859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.083723891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"863d4a42-daab-4cae-8fde-74fa429096dd","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.083750334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"863d4a42-daab-4cae-8fde-74fa429096dd","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084108406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf451b77-804b-4976-ba36-ca77db76d831","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084119553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cf451b77-804b-4976-ba36-ca77db76d831","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084345415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ada75ab1-a02f-4e44-9a4e-c353e9b8579a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084354537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ada75ab1-a02f-4e44-9a4e-c353e9b8579a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084529641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5174f0d-064e-4e7a-8a51-ff2544565caa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084539429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5174f0d-064e-4e7a-8a51-ff2544565caa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084860008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ffbcc41-1d8f-4788-9ecf-aa981394e776","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.084870945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5ffbcc41-1d8f-4788-9ecf-aa981394e776","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.085053516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c79c04a9-c5b6-4c1a-895c-83122c7e53a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.085062699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c79c04a9-c5b6-4c1a-895c-83122c7e53a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.085244022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82ecdaa4-35bd-4705-921f-414213db2667","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.085253404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82ecdaa4-35bd-4705-921f-414213db2667","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.085421815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c887f269-db4f-4fd6-a649-c27d2dd7c9b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.085431301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c887f269-db4f-4fd6-a649-c27d2dd7c9b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.189573926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62375144-497f-4837-902e-5fcd57ecbf90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.286333897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88ffb72e-c123-4e6d-8ee8-97903ec3936f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.340161351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"19feb54e-4413-4ea8-9067-f3321191d705","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.384521517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"6113947f-8e02-43f5-867b-ba582c8f5448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.384581082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"954b512f-625c-4959-bf36-3d914bb2d523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.385003169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8086befb-5557-4e09-8dcb-4e10877bfa71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.437446688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4055ca48-c62f-4d49-a47d-a92d8bb8ccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.443154201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"6113947f-8e02-43f5-867b-ba582c8f5448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.44336126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"954b512f-625c-4959-bf36-3d914bb2d523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.445449609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8086befb-5557-4e09-8dcb-4e10877bfa71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.484907009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"0df5d371-dcff-48bc-83d7-7322be823fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.495838803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4055ca48-c62f-4d49-a47d-a92d8bb8ccc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.593718969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"0df5d371-dcff-48bc-83d7-7322be823fca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.821735286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"089c8f5a-af51-4f48-96c8-e84db98b6b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.822131041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"633f98a3-ee93-454c-a97a-063d19dba805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.879700395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7f95c3d7-ae08-4e70-b4b3-df8fe6b49d8d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.887334039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"089c8f5a-af51-4f48-96c8-e84db98b6b7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.887431138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"633f98a3-ee93-454c-a97a-063d19dba805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.949734268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7f95c3d7-ae08-4e70-b4b3-df8fe6b49d8d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.996104666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac85026c-c345-44f3-aecf-884a052b780f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.054648453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac85026c-c345-44f3-aecf-884a052b780f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.066423461Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"c53ede81-2e07-4c95-87d9-9643dafa3717","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.234833298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a1c2d87d-452d-4189-8881-2bed4585b4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.293668173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a1c2d87d-452d-4189-8881-2bed4585b4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.329282707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d182f107-8229-4101-841a-5e1242415111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.329361005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"70ce1a48-1d60-4426-819b-c03f72077f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.387968828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"70ce1a48-1d60-4426-819b-c03f72077f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.388115809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d182f107-8229-4101-841a-5e1242415111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.428049508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"bf9ed4ba-b708-45c5-be6b-2544d930c6a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.486541683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"bf9ed4ba-b708-45c5-be6b-2544d930c6a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.513320531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5450376e-ba51-4371-9375-f3a5ef9e724d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.571874738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5450376e-ba51-4371-9375-f3a5ef9e724d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.672804677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52217fea-5b15-4104-a10c-630dc3a47d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.721158065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"073cd588-926e-4262-ad61-6d7240084bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.721159706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"11c0a919-36f3-4d60-b4ca-135f1ced5fc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.731236844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52217fea-5b15-4104-a10c-630dc3a47d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.780188171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"11c0a919-36f3-4d60-b4ca-135f1ced5fc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.780259984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"073cd588-926e-4262-ad61-6d7240084bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.823010305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"f7585d09-e51e-4d8d-8f1a-6787a7df6d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.882063406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"f7585d09-e51e-4d8d-8f1a-6787a7df6d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.955990295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3e9e310b-7464-4bce-b9ae-694f366f7dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.015085469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3e9e310b-7464-4bce-b9ae-694f366f7dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.056595351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"474758b1-2ff5-4fcb-ab41-0a2c7bb3c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.115923717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"474758b1-2ff5-4fcb-ab41-0a2c7bb3c21e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.156828487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f0b4faa7-1d05-433d-950f-6b411634fd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.209751087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"b13831d2-4317-4d55-8c8f-eb3d74c2ca09","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.215316098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f0b4faa7-1d05-433d-950f-6b411634fd82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.26866944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"b13831d2-4317-4d55-8c8f-eb3d74c2ca09","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.83246499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"1e3c622b-5699-4a8c-b4a5-069aa77f39d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.347055675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"3ceba3ea-4514-4bab-8a77-efc0bbe8d347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.543339864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"734cb3f0-924d-4757-a11c-86cefe37c910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.64335543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"3006b5db-d245-4d18-ac03-691daf66f942","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.744329423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38874f13-e07d-40ee-b986-278fcbc4ff68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.744982994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"3a10a9b4-52d1-4756-9ceb-7b310d94b54d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.846351988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"4f13914f-0b07-41a7-b0c1-ec818250fb35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.94543223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"d9521de3-9e81-49df-9e17-98c9fa1bd7ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.09979208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"26ebb930-1724-452d-9f25-b7900cec3f28","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.14807213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"63621246-fee3-43c2-aeb3-175882a54896","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.205810856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"beebc9d0-e990-4b8b-ace4-10d7615c887c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.300382472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"2814bf51-b015-4924-ba79-eb3337cb0750","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.409342694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"1107fdfa-4366-40a8-884f-3990f298f78a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.529304635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57852e1f-7765-4098-a8d1-8b6ea3a6ec35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.728175064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"ec3dd65b-275c-46e3-ab6c-90f3c20b35ad","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.728932375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e4d9ee-f3e0-407d-85d8-195f88a6879f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.729473443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ab13267-7b6a-4fa4-bf8e-352821667efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.800408381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e4d9ee-f3e0-407d-85d8-195f88a6879f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.80898062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ab13267-7b6a-4fa4-bf8e-352821667efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.809283206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"ec3dd65b-275c-46e3-ab6c-90f3c20b35ad","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.927436135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9b0a1a8f-0fff-49ee-bb91-d0ef28a2ead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.92823279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"253a6a4c-0442-4864-aa25-4cac0ad21892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.009649114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"253a6a4c-0442-4864-aa25-4cac0ad21892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.059635361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9b0a1a8f-0fff-49ee-bb91-d0ef28a2ead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.105342175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"1fdd82ee-1e0b-4627-9550-8cd5c0bc4e3b","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.106030407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"764e9f6d-0db7-44b1-9f1e-fca2aea0f890","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.178394421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"8b91f409-6c0a-4c73-9967-6f9a56290379","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.179376776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"62d32163-2ca7-446b-9396-5b8ec50fa4fd","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.318714902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ca755206-f26e-409c-8cd2-27d53212def6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.319987896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"05ceb8c1-1df9-4cbd-a7b0-ea234b993979","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.320159886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"029a1552-8094-4f3d-957c-1bde8838ac74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.472386545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ca755206-f26e-409c-8cd2-27d53212def6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.47376522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f064d4e1-c910-411b-be08-0b3819582e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.567773278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f064d4e1-c910-411b-be08-0b3819582e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.887304648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"84fb97a5-fe65-4d39-b226-e8d48dedaf6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.950504914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"84fb97a5-fe65-4d39-b226-e8d48dedaf6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.985028405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b6e43f2c-9cb3-44c9-ae4e-c6253b80ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.097839534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b6e43f2c-9cb3-44c9-ae4e-c6253b80ba85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.95343245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.500441578Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"5ad1de3e-cf3f-48fd-95d6-7e6b81b63bb9","namespace":"llm","name":"e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.556459971Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"aa0e3bc1-c464-472b-8e7a-b0d3c34b0095","namespace":"llm","name":"e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.662819458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9bbd95b3-d313-4c4d-bf2f-f6462dcd9d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.66313933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"85e266fb-73ca-4b5a-8be9-3f975d8f5018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.663245937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7325d65d-7fcf-4369-9261-a41832f255a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.66347478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"a33b428d-11be-44d3-9e4a-d7300f40fc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.716216471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a09c6aa-64aa-4e37-8804-e359ceb683ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.722737472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9bbd95b3-d313-4c4d-bf2f-f6462dcd9d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.72303078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"a33b428d-11be-44d3-9e4a-d7300f40fc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.725244297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"85e266fb-73ca-4b5a-8be9-3f975d8f5018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.726242649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7325d65d-7fcf-4369-9261-a41832f255a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.793408448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a09c6aa-64aa-4e37-8804-e359ceb683ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.911916735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"24b5095a-da50-48af-a221-b37c07e30c0d","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"name":"e2e-rt-eq-526223","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.969564243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a929061-ca65-41d0-aacf-1e15af62e676","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.969592186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2a929061-ca65-41d0-aacf-1e15af62e676","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.97007352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4aa5a36b-dad1-4433-8880-3fd1d093da76","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970093341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4aa5a36b-dad1-4433-8880-3fd1d093da76","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970353613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"82624f61-d497-440b-ab11-59fee59630b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970366695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"82624f61-d497-440b-ab11-59fee59630b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970574853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"245b09b3-19c2-4d05-8ec6-d52ab7de5806","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970585601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"245b09b3-19c2-4d05-8ec6-d52ab7de5806","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970809298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5b53350-ed72-44ef-a507-0761ef2260b9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.970820216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e5b53350-ed72-44ef-a507-0761ef2260b9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.971005712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5f0b686-a3f6-4585-8821-4277d9c5b0a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.971016182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5f0b686-a3f6-4585-8821-4277d9c5b0a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.025412168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"1f7d3356-3b5b-441d-8dbe-907cb0b459d5","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.025451374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"1f7d3356-3b5b-441d-8dbe-907cb0b459d5","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.058108196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0528f5a7-1280-43e8-b514-5a7779c3c959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.058110163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21b4773a-11a5-428c-af74-1777f19745d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.079569391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"a575c177-39fd-4363-a009-58842a1aee0f","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"name":"e2e-rt-eq-526223","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.080004072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"424bf340-ead5-42c6-b470-9eec3f51822f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.080021435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"424bf340-ead5-42c6-b470-9eec3f51822f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.080305648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0870fc13-409d-444b-b771-b9254ba5d35b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.080319138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0870fc13-409d-444b-b771-b9254ba5d35b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.111905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"0e049411-0a44-4660-b4fe-6a25deb8a4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.111905069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9f86f00c-1efd-4fd6-8759-41ad4a6f4cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.112476804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ee91bf49-26be-47b4-bc73-89d1bc6bc965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.112476915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b8dec8dd-d5c2-45e8-a502-c95633423494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.171110025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9f86f00c-1efd-4fd6-8759-41ad4a6f4cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.172606925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b8dec8dd-d5c2-45e8-a502-c95633423494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.17333986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"0e049411-0a44-4660-b4fe-6a25deb8a4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.176532184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ee91bf49-26be-47b4-bc73-89d1bc6bc965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.211936511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a9d03dde-229c-4f3a-8907-cfe9bb2e8c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.212169838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"205b732b-c10a-4119-9656-1f1d543227b2","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.272002336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a9d03dde-229c-4f3a-8907-cfe9bb2e8c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.601498171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7beba59d-5ee5-4632-bd1f-ea7545db792e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.66496332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"cbad92e0-8e11-4744-bee0-27efc5baedf1","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.666387181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c4bccaa-5966-4e0e-ae55-17771952bb77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.666732314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a5d6415-57ce-466a-b247-d0fe4a8b0604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.69630335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7beba59d-5ee5-4632-bd1f-ea7545db792e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.704969585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7b40ecc5-893a-43d6-b515-24ab5e8e2264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.727290124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c4bccaa-5966-4e0e-ae55-17771952bb77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.72729122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"cbad92e0-8e11-4744-bee0-27efc5baedf1","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.747193382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a5d6415-57ce-466a-b247-d0fe4a8b0604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.765479348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7b40ecc5-893a-43d6-b515-24ab5e8e2264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.017147602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e44e6a82-504e-494a-9915-8ae1c8fb8c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.04822584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"f223b7ab-798e-4d97-9fda-5d65557cd5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.076258135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e44e6a82-504e-494a-9915-8ae1c8fb8c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.107152553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"f223b7ab-798e-4d97-9fda-5d65557cd5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.119228249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9fe074e6-b1eb-484c-a326-8ad068aba705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.177581395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9fe074e6-b1eb-484c-a326-8ad068aba705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.279893712Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"a9763db3-428b-41d2-8a9c-afd24a41d7f5","namespace":"llm","name":"e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.340185364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"124abd1d-b645-466e-98c8-4ed3c287027d","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.340309389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"124abd1d-b645-466e-98c8-4ed3c287027d","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.413198209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"638fa35e-d6d3-4eeb-ac1b-06f393b8afff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.430926163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ed517338-41c0-465e-97a0-58f035aa7416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.484316388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"638fa35e-d6d3-4eeb-ac1b-06f393b8afff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.514484759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ed517338-41c0-465e-97a0-58f035aa7416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.518941641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3f657286-32fe-4d83-84e9-cbf5460e6883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.520521427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"af70ed28-624d-4371-ad28-6e221ae534a7","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.521055284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"f3ef1ad1-5168-438d-9ab4-64be68f9e3dc","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.573741368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a06f0231-5709-4cbe-9749-1976fe0aa2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.580094207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3f657286-32fe-4d83-84e9-cbf5460e6883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.582090997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"d19ca222-d0a5-4205-b2bf-e86acdd89ff7","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.582508551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"3bb49d18-49bb-4972-967a-977c76591412","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.627465022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7a2eaf8d-191f-4b3d-8aee-a82a7b1c4d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.632847411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a06f0231-5709-4cbe-9749-1976fe0aa2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.687016342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"cabb6e12-1de3-4513-9b89-7bd88f1a520b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.68837796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"37026108-085e-4c87-a4c3-8424eb0455ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.691382176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7a2eaf8d-191f-4b3d-8aee-a82a7b1c4d11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.892605797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"219377e0-e4dd-41b4-8a3c-f6e9dc72450f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.951806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"219377e0-e4dd-41b4-8a3c-f6e9dc72450f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.959076141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"be0a4246-5997-4f68-b184-5b26fbe45e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.974020496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a4b96436-93fd-48d2-a108-e60ddf0ebaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.012138814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdcbb95e-60a6-446c-bc0b-2a9bc1550c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.017568878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"be0a4246-5997-4f68-b184-5b26fbe45e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.032698384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a4b96436-93fd-48d2-a108-e60ddf0ebaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.059391349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"23d7497d-f654-4d59-b72c-226fdfb4d624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.070635099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdcbb95e-60a6-446c-bc0b-2a9bc1550c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.119713345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"23d7497d-f654-4d59-b72c-226fdfb4d624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.319300769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"6db250a3-b74f-4dfc-a4a3-ff3a8122fa12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.381275593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"6db250a3-b74f-4dfc-a4a3-ff3a8122fa12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.420712575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1e23a3ba-7572-401a-8da0-a445cd05f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.421213919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"9cb1eb42-22b0-412b-ad62-8a78ef0b0022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.514123809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"9cb1eb42-22b0-412b-ad62-8a78ef0b0022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.516454309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1e23a3ba-7572-401a-8da0-a445cd05f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.522513032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"50a1ecd4-0933-4680-9977-82649aba1407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.577789679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"91be394a-a0a6-45db-ae7e-c1986bcaab05","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.580806368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"50a1ecd4-0933-4680-9977-82649aba1407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.636241071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"91be394a-a0a6-45db-ae7e-c1986bcaab05","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.751518241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"aa21af70-198c-43eb-b8e6-b7bff02497e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.810741798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"aa21af70-198c-43eb-b8e6-b7bff02497e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.660298312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"44cb9b17-1ed7-4bcb-b613-8fcc0ba96d0c","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.660327714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"44cb9b17-1ed7-4bcb-b613-8fcc0ba96d0c","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.718885565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"505000b3-013b-4c78-9b45-fbfd66f773c6","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.718912692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"505000b3-013b-4c78-9b45-fbfd66f773c6","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.931446775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"f31b547b-8e6a-4cc1-9a6c-0e9527892224","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:25.990120782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"f31b547b-8e6a-4cc1-9a6c-0e9527892224","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:26.428011186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"81451d0e-dc14-425c-88c8-51d95189c4d5","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:26.428041163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"81451d0e-dc14-425c-88c8-51d95189c4d5","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.200304452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.281475841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"d4660d72-1468-47a6-b7da-218f8600460d","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:31.31417422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-526223-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-526223-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.395191822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"72bc176e-feb9-4cdd-8dea-b1e623a474ae","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.395222645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"72bc176e-feb9-4cdd-8dea-b1e623a474ae","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.468517733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"a1d03255-46bf-41da-a715-543f9f705e80","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.468751223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30007311-3e5c-4297-b3b5-3d67b515e8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.469184564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"e91d67bc-b314-494e-b6d7-9aab1262676e","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.46954044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93725a0a-7026-42e7-979d-2f3a8f5c041f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.508945507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"0c9f9f55-0f2d-4c23-86db-993c7e7ef07d","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.508978221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"0c9f9f55-0f2d-4c23-86db-993c7e7ef07d","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.527930341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93725a0a-7026-42e7-979d-2f3a8f5c041f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.528427448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"a1d03255-46bf-41da-a715-543f9f705e80","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.530146064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"e91d67bc-b314-494e-b6d7-9aab1262676e","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.531322106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30007311-3e5c-4297-b3b5-3d67b515e8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.563419997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"e28cfddb-720f-40fd-a5c0-fbaf24ba533e","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.563453892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"e28cfddb-720f-40fd-a5c0-fbaf24ba533e","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.636439347Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"d03cc074-dc1f-43d7-8398-9c9a4579ec6d","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-526223","model":"e2e-rt-eq-526223","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-526223-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.996530079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"d14e1a99-345e-4ff9-b113-d14c6d1eaf10","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.996642783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"d14e1a99-345e-4ff9-b113-d14c6d1eaf10","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.021337619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5503be5-6ca4-4d2a-a099-367cb6a89416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.02185051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6053297-586e-429d-8b97-08c72eb954a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.083320758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5503be5-6ca4-4d2a-a099-367cb6a89416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.083314891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6053297-586e-429d-8b97-08c72eb954a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.13731775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"dccdde06-b622-413d-ae45-ef67405ce52d","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.137646681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"29fb7c68-75a9-40c3-b70e-4cc55592a7cf","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.164183974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"65367ad3-1203-4d7b-a93e-7dfc64d6dbaf","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-526223","model":"llm/e2e-rt-eq-526223","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.202862372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"29fb7c68-75a9-40c3-b70e-4cc55592a7cf","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:32.203513896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"dccdde06-b622-413d-ae45-ef67405ce52d","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.314903022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-conflict-a-3e73c9ee","reconcileID":"657d7173-6432-4be8-9c61-f645b6c69269","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"e2e-conflict-a-3e73c9ee-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"e2e-conflict-a-3e73c9ee","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.315459232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"9c4f82b2-799f-46b1-bde7-96dfb0115d39","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.315969129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"58c63e64-d099-4e0e-aa2e-273841620c98","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.400493981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"e4f5f5be-d3e7-4f68-adbc-9734c6ae6a9a","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.401319152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"120b948f-787e-43ac-87fa-62a9b31a9f57","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.40184588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-conflict-a-3e73c9ee","reconcileID":"7c59e8e0-cbfe-4cec-9fd6-406eaffa6b4b","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"e2e-conflict-a-3e73c9ee-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"e2e-conflict-a-3e73c9ee","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.501791991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f32fdd3c-7b7a-4190-8e9b-570275452e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.541464489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"175aac0a-a00d-4e3b-ad0b-3f6a6599498e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.564486471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"381dbb04-25ce-4d7a-8631-4cb23aea6ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.623866248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f32fdd3c-7b7a-4190-8e9b-570275452e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.679099357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"dadad724-6764-4f1a-be7d-e3b7f32e47c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.765540337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"dadad724-6764-4f1a-be7d-e3b7f32e47c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.83544822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7aff0953-1676-40b3-a65a-b2b0ce5855a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.883461306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"d8b1de46-b83a-4ab8-bf21-6e8b944c8717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.965624252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"d8b1de46-b83a-4ab8-bf21-6e8b944c8717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.979371607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7aff0953-1676-40b3-a65a-b2b0ce5855a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.057166049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"5a09e18b-e44b-4d40-9bbe-7d8f12cfbc95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.126882721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"5a09e18b-e44b-4d40-9bbe-7d8f12cfbc95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.157847278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"05bb9632-85f1-40b3-9c56-cf433e0b214c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.192393122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"3deac1a7-47db-42c2-a525-77f6a67c9464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.221468503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"05bb9632-85f1-40b3-9c56-cf433e0b214c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.26790231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"3deac1a7-47db-42c2-a525-77f6a67c9464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.500351765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec0d4d62-a2f6-4158-944b-9ad3e74e4dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.500941639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"72733624-26ea-45bf-bdd2-be2013a2eb4f","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.565573707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec0d4d62-a2f6-4158-944b-9ad3e74e4dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.570398987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"72733624-26ea-45bf-bdd2-be2013a2eb4f","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.726126261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25414f03-3ce9-4c8b-957d-a336c9d65c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.797591011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25414f03-3ce9-4c8b-957d-a336c9d65c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:45.976008056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:46.666537264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"c6e9271b-2a80-421f-8236-16bc2261f2a7","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-526223","model":"llm/e2e-rt-eq-526223","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:46.986415703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"49c23393-be41-463e-b611-433218fdd969","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:46.986540355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"49c23393-be41-463e-b611-433218fdd969","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.954302703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1f28b7f-e18d-4b64-8680-961b53333923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.955129123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"014ae587-aecf-46a2-b694-3b5d2168b66a","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.955469503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"035d43a4-4948-470e-90da-b05d0742c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.955739546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"5cbf5d48-cb00-44d3-b45a-a494898184c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.955978944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fefcc380-25a7-457c-bba4-e03d5c2afd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.017575463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1f28b7f-e18d-4b64-8680-961b53333923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.021392315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"014ae587-aecf-46a2-b694-3b5d2168b66a","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.023425293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fefcc380-25a7-457c-bba4-e03d5c2afd3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.025203215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"035d43a4-4948-470e-90da-b05d0742c004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.027790322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"5cbf5d48-cb00-44d3-b45a-a494898184c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.375370986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a79179c2-f800-4a2a-951f-7cda37f7b61b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.487277011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a79179c2-f800-4a2a-951f-7cda37f7b61b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:59.443633319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"9e2c81d1-475d-4b1f-a866-8b92ac300b2d","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:06.296941458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"d46e207f-5dc8-46ff-8e3b-bed855c69e1b","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.600941764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"dff14ba7-6088-4678-b847-d64b7f1fe4a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.700839576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"883282ae-0393-4779-87c2-d196c42fcc62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.801368617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"6186def8-d271-4b7d-87df-afbd07b903f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.037252147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"334c8eea-454b-4783-9dc1-39632f6997e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.137732628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"d1f54ab9-6659-4ae9-ab5f-a5b63cb7edc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.269890256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"c8e1a934-b1bb-4963-b744-7df2288aa3f3","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.272114139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"5a6b0cab-15e6-4d53-bcc3-16719cd6fb1c","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.27269437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"854fc569-daa5-4b5b-9778-1cc9e7bbcbe1","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.319180812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"fe9fb3e8-3f1c-4635-af48-ec4a8bdf6c34","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.320203369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"e7a53b8e-0091-4d54-ab78-0a6e9b87c081","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.321484757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"96d8929c-35d9-4dcc-8c5c-c5cca031bfd4","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.332394744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"b514e5a8-7fd6-4790-ada3-cdf714a51349","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.392450064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"6ea23d78-6380-4f3a-aa24-dc445647d289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.49177495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50b18017-10bf-4685-bf2d-ee4e2d696aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.492206177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"08b345d5-a3e1-4b09-b07d-a3494ebcb4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.492420861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"58a5ebb9-962e-4278-bc74-8497f2c05279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.549344016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"ddd22f52-2e97-4c3e-8791-d0bee55464d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.561213726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"08b345d5-a3e1-4b09-b07d-a3494ebcb4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.563260071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"58a5ebb9-962e-4278-bc74-8497f2c05279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.603520723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"1bf7eb77-17e9-4700-82f1-c1f457204600","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-526223","model":"llm/e2e-rt-eq-526223","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.722802352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"4f11b21c-7aa2-41bb-a183-bb0ab2b81fa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.73034509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae95bb4f-8c57-4038-90db-9badd4416765","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.8203391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"08912ef1-9d05-46c4-b4de-9d94930f4414","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.926965732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"cf0065c3-bc8b-4b5d-b2b9-2de3ab4b9e15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.943230622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0ac5c7c0-27d2-4ee2-9d02-0c8a159ab26b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.943876341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5aba5d60-71c5-4179-abda-a0ebc62b498f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.005102589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0ac5c7c0-27d2-4ee2-9d02-0c8a159ab26b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.005101573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5aba5d60-71c5-4179-abda-a0ebc62b498f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.020446714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"c91105b2-5b96-4280-af7a-1a54e54b72fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.021164396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"4d03daa7-e1b0-4763-b213-dc46f266798a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.872874231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-conflict-b-3e73c9ee","reconcileID":"067278f5-ca95-4f79-895d-766f8fb57aaa","MaaSModelRef":{"name":"e2e-conflict-b-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"e2e-conflict-b-3e73c9ee-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"e2e-conflict-b-3e73c9ee","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.932427165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-conflict-a-3e73c9ee","reconcileID":"097f80f7-6816-4cc8-8631-049f2653c12f","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"e2e-conflict-a-3e73c9ee-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"e2e-conflict-a-3e73c9ee","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.953376028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.893920123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-conflict-a-3e73c9ee","reconcileID":"63d9d648-7b61-4b87-a874-1d88e7afa2cf","MaaSModelRef":{"name":"e2e-conflict-a-3e73c9ee","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"e2e-conflict-a-3e73c9ee-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"e2e-conflict-a-3e73c9ee","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.539513378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"1c4ea843-3f86-44fb-9f0f-4ebfc94e87cc","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.60668859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"3861d271-864c-40e8-9c26-524cdf2647c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.737878839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"5c2e6a76-dd3b-4120-b33e-ad22117373eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.753059755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"f8c5ef1b-5550-4baa-9bca-a76a17af5aeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.905100536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"fcb4192f-0003-4783-a386-c03258c73246","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.973910187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"a9f66ee1-1a40-43c0-a588-d881b98bcb99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.010425385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"05067609-4804-43fb-8ec5-64b69851aaaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.111242211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"4dd3d77b-6b48-4063-9b00-c13d4d9e515d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.265362722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"adc3d2ba-446a-410f-a5ca-bdde5483521f","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-526223","model":"llm/e2e-rt-eq-526223","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.31192164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"5598d858-3126-44f8-8abc-223011895520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.311935257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a844f672-0489-4cad-b257-434f99dd6004","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.421462939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"89edae37-3185-437b-8e38-4fe73f794589","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.517596606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"9307aac4-26ec-47ef-8845-53382f338e8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.659336656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a0d5cbc-159e-4ec4-867b-355dc93a66d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.057340081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"de0897b6-ce5a-40fc-8c3c-c144a9f05281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.057752642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"4531aeee-1871-402e-a56c-b90c3b80b0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.124572978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"4531aeee-1871-402e-a56c-b90c3b80b0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.127062563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"de0897b6-ce5a-40fc-8c3c-c144a9f05281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.818441951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"acead363-0030-47ba-affa-26e77eaef9fd","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.819000775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"6e1acfdf-1552-45b1-9364-215db3a7321a","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.819426864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"09941238-831c-46dc-ba42-3dee6d677e0d","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.924108086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"fa7bb56d-c540-46f4-b2cd-a4f6512cd5cd","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.924530064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"0b4d57c4-1905-401a-95a8-8c1f7f256a45","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.924873033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"ca303943-8ddf-492d-8c75-e832097e0dab","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.991493659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"47ef4257-26bd-481d-97c5-a88d0978d7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.99214312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"60a67eac-4ef6-413a-a4a9-16447f92319c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.993119142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"ba924938-3f74-422b-b1db-78b11873bab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.993627982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"b0c32905-edc7-4407-a7e7-dab4ba050606","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.100806804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"47ef4257-26bd-481d-97c5-a88d0978d7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.104020096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"60a67eac-4ef6-413a-a4a9-16447f92319c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.424798038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b042e257-e9e9-43f6-b92a-2327011038c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.470369083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2484675b-d37e-4d6d-91ab-c614b6e7a9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.483311633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b042e257-e9e9-43f6-b92a-2327011038c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.534191084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2484675b-d37e-4d6d-91ab-c614b6e7a9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.989325752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"be12e2e5-c389-4dde-a494-c8b2e3f29f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.989325817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3c77a29a-b14e-4ec7-84fd-3436588adf7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.048042614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"be12e2e5-c389-4dde-a494-c8b2e3f29f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.048228945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3c77a29a-b14e-4ec7-84fd-3436588adf7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:45.953049914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.763328809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"42943fcd-ffc4-462e-bea3-1bd96c319778","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.764519278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"5a5e63b3-ec3c-4371-8706-b834fc9e743a","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.772756327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"e53a8c07-986f-469b-8e3d-5123413dfdfd","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.848193407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d240cd4c-58f4-4d49-ac44-ba98edf85ddd","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.851041722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"ed377658-c13c-4b3e-8623-ad1d84e4e0f1","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.852596164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"7c839d47-2d1e-4ca6-92d2-26e533ad9617","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.938310296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2a271747-9e16-459c-81fe-78684abcb439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.963510144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"818b2be7-625a-4472-8320-2103d15bc1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.975450276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"e79b9040-d073-491b-b4f3-e58a192f1e6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.986116611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"93c974ff-5794-48dd-ac41-7e8fe7112070","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.074596299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2a271747-9e16-459c-81fe-78684abcb439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.112001893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"818b2be7-625a-4472-8320-2103d15bc1a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.447005599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"11c3c726-1d61-4761-8a9c-6d9687d20ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.506487286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"11c3c726-1d61-4761-8a9c-6d9687d20ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.550157457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6b029e82-82fc-4801-908f-09af147e7091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.609441347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6b029e82-82fc-4801-908f-09af147e7091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.586474778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"ad92d46a-a778-4fb7-9a83-8a79816ea5ec","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.587579165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"136df363-e83a-4679-9cc9-44cde82b422b","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.763484453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"59bb4b57-65b9-44d5-8c98-07fe77bdef78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.768845556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d40f43b2-f7f9-4d30-ab49-be389a9bfc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.783269937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"4c80f39b-3337-4116-8e4d-775075672f3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.789842887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"089d0e60-9d4a-45c0-8e1f-3bc1edf92e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.856729315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"59bb4b57-65b9-44d5-8c98-07fe77bdef78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.858311914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d40f43b2-f7f9-4d30-ab49-be389a9bfc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:10.664288894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"e01589f3-3fbb-4756-8781-d49f712c6a8e","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.846406808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"01920683-1d8c-41b8-989d-6d5acc502000","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.906557366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"d7bb429e-b30f-4b26-9f3d-c74d9be4e681","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.072516432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"6eafbfa8-3c71-4bb0-85d2-7db9a78cd586","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.133577678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"6eafbfa8-3c71-4bb0-85d2-7db9a78cd586","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.43112612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"c74a21a0-c067-402b-b8a9-3f0490e4dd1e","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.603991628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"033f69aa-5598-4552-b85c-ffc5d44086c1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.663134586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"033f69aa-5598-4552-b85c-ffc5d44086c1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.064799297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"001c1e42-14e3-4e04-86a1-32ad681530f2","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.530247992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"0171da0f-91ee-41f6-b721-a0df9df3b5c7","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.53090766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"6adce288-07aa-4952-ad80-1d5dcc60940f","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.698752299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"30d7b388-d0b5-4f69-895a-eef30dbe6920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.698897011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d3ed5293-95fb-4016-aeb0-6f63ed71144e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.699426105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"23442d62-4592-44c0-9498-79fd6e161c8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.699712548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"cf681569-5f74-40e3-b691-81aa74386e36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.792321357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d3ed5293-95fb-4016-aeb0-6f63ed71144e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:13.920867424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"30d7b388-d0b5-4f69-895a-eef30dbe6920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.054537029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"c6905f3f-57f4-40e9-8ec2-8a5ff74fc7cd","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.117049901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"52953d26-c37a-469e-b970-55dec8aeca7c","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.337335891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"e0ebd52d-c79a-4328-8325-9a25f95809bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.397557076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"e0ebd52d-c79a-4328-8325-9a25f95809bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.45406513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.454076606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"5c5482ee-5c6d-41fa-be90-e10e5428306f","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.517603346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"6bfcfd2a-1dcc-4df7-97fe-41b1c4a8e1d0","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.563409127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"b723adf2-d0a3-4040-924a-aa7971e43a88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.640200261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"bade35d6-7683-4bfb-ba3f-563617831329","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.6409791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"bade35d6-7683-4bfb-ba3f-563617831329","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.661485112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"00cbed7e-829d-491d-ae1a-8878592baa15","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.661700598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.671448456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fd829d97-20d2-4622-b541-051b5c3fba71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.675159988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"482f36b5-cf8f-4914-8247-e52cea8e9c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.687546313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"534fc522-b0da-4655-8f91-cb10838e8162","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.722400541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"16986b4b-03d5-482f-ae22-78fa6777d447","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.742000452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fd829d97-20d2-4622-b541-051b5c3fba71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.747786628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"8e632698-a21a-492b-ba25-29bb69e99c3f","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.748209879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"482f36b5-cf8f-4914-8247-e52cea8e9c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.759181388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"21893cc4-1864-4092-bcce-213713ff1894","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.764640589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"eed4cb99-b160-4450-99e5-72e116d19d8c","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.772938189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-subscription","reconcileID":"ac03e24f-50af-4c03-a3c4-e71824ddcccf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.778943639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-712333/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.829153343Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"832031cb-d439-4a8f-96a4-947c2c56968e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.829567776Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2dc63494-b6c5-4a74-86c7-837ab56de694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.942889723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2dc63494-b6c5-4a74-86c7-837ab56de694","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.964928395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"a4ff79d8-5081-4808-ba5e-9df4ca4025de","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.965572723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"2c306fd7-cb31-40e2-8e69-a14823bd8349","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:14.974851339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"832031cb-d439-4a8f-96a4-947c2c56968e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.986991493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"e0e2299b-b443-45e0-87a0-38b9c0a6bb14","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.117270284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"84eae218-421c-4d17-bfb9-82325f5ed243","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.118795623Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=0:[ai-tenant-e2e-worker-w4-712333/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-712333/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.119393228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"0a8cf335-dc96-4c6d-8756-2891c55ede53","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.15789361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"9b78bb50-dd50-4fbc-9a30-cbc47f33a57d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.158527015Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"d2c62dc2-4f50-4f48-841c-dd8bd706da98","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","model":"distinct-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.456178974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"9b78bb50-dd50-4fbc-9a30-cbc47f33a57d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:15.50407894Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"551dc31f-cc12-4090-b4c4-e62c77e1adac","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.512697023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"a1e35582-2816-41cc-97a8-7fc5496435bf","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.513911269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"1e835759-6268-49c0-a421-33d63ee7a053","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.518945631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"ae46b8e6-ee68-4386-b7ce-a9f6f351d938","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:15.626926131Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-712333/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:15.63187129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"d2c62dc2-4f50-4f48-841c-dd8bd706da98","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:15.637052408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"551dc31f-cc12-4090-b4c4-e62c77e1adac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.651515798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"c9709f95-3d62-4f1f-b33f-03fcb630e65e","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.652312582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"fbdf005f-6d2f-46d0-985d-488cfea143e8","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.688159641Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-subscription","reconcileID":"ef5de7ec-9880-430d-b39d-c46aec3ddf38","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.749547185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a0435a58-bd80-4a2b-956c-d3db34b52900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.755841554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2e3ad39a-31b3-451b-8f10-bcc70788aa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.756167338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"9f7ee75b-2b8d-403f-a1cb-6109ada8f597","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.878990318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a0435a58-bd80-4a2b-956c-d3db34b52900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.878990266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2e3ad39a-31b3-451b-8f10-bcc70788aa3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.879310899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"150bd175-c790-4ff8-8b6f-17dbc303d2ea","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.888493072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"9f7ee75b-2b8d-403f-a1cb-6109ada8f597","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:15.888964258Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2d36201c-7454-4ad9-a5e5-c092897c9b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:15.900536584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2d36201c-7454-4ad9-a5e5-c092897c9b1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.938985771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub2","reconcileID":"848baf91-3257-46c1-95a8-1fdbb75fcc82","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","model":"distinct-2-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.939527621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"464d136d-4be5-4052-b80b-ca7d4f4ed54d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.967244696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"221cce39-077e-4833-855b-e371ee0f8586","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.015462677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.100784498Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b4c83b0d-cf26-4564-8e93-7804aaae0282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.100982991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b4c83b0d-cf26-4564-8e93-7804aaae0282","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.23510441Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"4b9cefd3-9a71-44f6-a210-14bda222db71","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.235288054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"4b9cefd3-9a71-44f6-a210-14bda222db71","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.254985281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"be85667f-aa9a-436c-a231-09ee6d8b87a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.293078779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"61982b25-365b-4b79-bb54-acd3d7e56daa","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.343415554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-subscription","reconcileID":"3e4e718b-6967-49bb-ba84-9403c955dc63","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.344878832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"39bf8693-8c5c-421d-adae-a9b6baffafb8","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.473729256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"8a1fab29-6261-47a3-ad7e-6a62aa87d531","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.574552782Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ba373a16-5cb1-4ae8-b2f6-0ed468c80a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.574832882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ba373a16-5cb1-4ae8-b2f6-0ed468c80a0c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.703794944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"7787d401-044d-424b-ab13-231962cd128c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.776058562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f9b77bd2-0b10-46c7-bd74-130ac8f13a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.776977454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"55149862-5ce6-43a6-be3b-9ceb910ca457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.803697774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub2","reconcileID":"aef9aaed-db56-4f07-98b5-00eaef757b5d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.818681783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"7787d401-044d-424b-ab13-231962cd128c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.870336386Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e8ad1293-95d2-4fb9-a16c-6d2af4f35ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:16.872717696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e8ad1293-95d2-4fb9-a16c-6d2af4f35ca0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.925131221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"55149862-5ce6-43a6-be3b-9ceb910ca457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.969529062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f9b77bd2-0b10-46c7-bd74-130ac8f13a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.974361341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"2de3b117-b3a4-4deb-acb1-f09b4f0f1077","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.052517489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"2de3b117-b3a4-4deb-acb1-f09b4f0f1077","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.138942258Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"23715f64-dfb1-4031-90d3-dcfefdf64ff6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.139089116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"23715f64-dfb1-4031-90d3-dcfefdf64ff6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.317289105Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"dda13cd9-982a-47a9-b100-4e5128daecec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.317430993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"dda13cd9-982a-47a9-b100-4e5128daecec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.344798253Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"902537ea-e0ed-4bf5-a257-da6153ee33b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.345078371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"902537ea-e0ed-4bf5-a257-da6153ee33b1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.43960737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1a42ea3e-dec7-48f0-87a8-9fe0b1ccea20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.441265938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"b9756945-5463-4da1-8052-696a419ec554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.506034261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1a42ea3e-dec7-48f0-87a8-9fe0b1ccea20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.511334026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"b9756945-5463-4da1-8052-696a419ec554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.562374432Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"99d0d219-bb1a-482b-8d2d-3183463cdef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.563128509Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"6390d725-ba61-49db-932c-3e5ec445f721","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.564058443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"6390d725-ba61-49db-932c-3e5ec445f721","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.563372873Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"24b6cb77-b784-4a00-a3ca-d82928a393c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.564191607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"24b6cb77-b784-4a00-a3ca-d82928a393c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.56395626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"99d0d219-bb1a-482b-8d2d-3183463cdef5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.803939459Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"5b197ad8-758f-4faa-ac9a-82af5e0ae137","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.804129089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"5b197ad8-758f-4faa-ac9a-82af5e0ae137","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.808213485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"23e7bbe8-6685-4570-945b-9ff16f976744","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.888492369Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"f80c6171-70d7-45eb-8fa8-d1a806996946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.888704468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"f80c6171-70d7-45eb-8fa8-d1a806996946","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.88973067Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7ff5f8ce-fa2b-44e3-94a2-88e9e57c8eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.889866006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"7ff5f8ce-fa2b-44e3-94a2-88e9e57c8eea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.982009711Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"9986c4ca-9e44-4336-91a2-8602cdee87e2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:17.98220571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"9986c4ca-9e44-4336-91a2-8602cdee87e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.077648396Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2d2b6fb7-78f5-41fa-a26e-a9c96f964111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.077715261Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f2743634-0c9c-4fc4-8785-e8a1817a5519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.077787442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f2743634-0c9c-4fc4-8785-e8a1817a5519","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.077748716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2d2b6fb7-78f5-41fa-a26e-a9c96f964111","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.304344213Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"ec21bd93-9f36-4e16-9a02-644da2c93968","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.304422983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"ec21bd93-9f36-4e16-9a02-644da2c93968","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.560480749Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"694c07e0-9791-4af7-9a74-b7adaa4657e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.560572376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"694c07e0-9791-4af7-9a74-b7adaa4657e1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.56048053Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0dca0546-2d8e-4085-b7e1-46d42d1af6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.560690627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0dca0546-2d8e-4085-b7e1-46d42d1af6dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.786706273Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"c0a6b37e-bed0-4421-a637-3a85bb47b0b8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:18.786784435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"c0a6b37e-bed0-4421-a637-3a85bb47b0b8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.954778463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"1eeaa91d-bbfd-4a63-96f1-3e4d40917dc7","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.1220893Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"edc547e3-4f42-4904-b7dc-34eacdbbcd37","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5621cbc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.223754048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"3ceccacb-beec-461c-854c-917f1737be20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.224491404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4f90f3c4-3db3-42b1-bd55-008063163d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.224529013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"2fb43b18-9ae8-44bc-80dc-8fe2619b632c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.224948362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"0848acd9-8f0f-4ac4-b512-77d39798cb74","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.283151603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"3ceccacb-beec-461c-854c-917f1737be20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.285533405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"0848acd9-8f0f-4ac4-b512-77d39798cb74","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.285956973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"2fb43b18-9ae8-44bc-80dc-8fe2619b632c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.289166369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4f90f3c4-3db3-42b1-bd55-008063163d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:19.366401487Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"b1fcdd88-360a-4bfa-92c7-a25f93df8f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:19.367008028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"b1fcdd88-360a-4bfa-92c7-a25f93df8f3f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:19.532436079Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0820f639-7ac3-4bea-b314-e41b38114b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:19.532511413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"0820f639-7ac3-4bea-b314-e41b38114b7c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:19.754204047Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"b5be19b6-0575-4a08-908d-1d073679243c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:19.754294669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"b5be19b6-0575-4a08-908d-1d073679243c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.772743583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"84ae30b8-43e0-4a43-b6f7-86154861256e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.7729787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9d1dc041-a8a6-43bf-a561-1b02d300258e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.773216857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"575d822c-62aa-4376-91ea-7d6b6d0a56ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.773536564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"eb146058-6a08-460f-a869-5beabdfcfc74","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.840247696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"575d822c-62aa-4376-91ea-7d6b6d0a56ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.857369533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9d1dc041-a8a6-43bf-a561-1b02d300258e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.8584419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"84ae30b8-43e0-4a43-b6f7-86154861256e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.859181222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"eb146058-6a08-460f-a869-5beabdfcfc74","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.888498157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"d91bbe0b-602b-4d0f-8d8f-6029b25ce3ac","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:20.809772263Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5d7e7b54-47e5-4550-b360-41620ef37853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:20.809856112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5d7e7b54-47e5-4550-b360-41620ef37853","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:20.976766142Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"609a42e2-c5ab-4dcf-bba0-7969d0e0f470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:20.976868183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"609a42e2-c5ab-4dcf-bba0-7969d0e0f470","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:21.196939412Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"d01f062c-4eb2-44ae-ae9e-9070040d4a4f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:21.197014599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"d01f062c-4eb2-44ae-ae9e-9070040d4a4f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.051804869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"486fdf83-9371-4663-b77b-e85fa375459f","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.110252048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"84fc4a8b-bfdc-4e8a-9fb9-87057f43b770","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.27237864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"0208637d-5dd4-432d-a60f-c1cf6c98cd17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.331459487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"0208637d-5dd4-432d-a60f-c1cf6c98cd17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.336165627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.336265497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"0966c4d6-b255-4fa7-81f2-16c5d3245c8f","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.389186651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (585626eebb6f3b4c04ca5a8dbcc4ad7a948770b76018facb16c903817c14f205) AuthConfig (d84605c3478f37fc1dfee517a1e6d8b1eba8c2d96faa07d64e57df8f3e7fbe12) AuthConfig (859a6b2eb8088522ecf583e4d10a90884c5dbb75dab5cf59a2094416ef5c718d) AuthConfig (88b2fda119f1de250399b3b33cd703723955615d699b502641cfdc085122b5d9) AuthConfig (097df724470ab69315b189b5fd4cd50e1c557106083323e5b23efbf8f45e4dec) AuthConfig (e347889cb8998a02d9f45e6f474976cccbce80326d05d9b03738c6e94c9e3bfe) AuthConfig (e71375b5db876574e9455362e27d7d456d48486c3d2f8bf8b0d9810163135aa0) AuthConfig (be4e6a8f862b12126f5cd873dab6f2edb4930f3b389df9e712bb540645302058) AuthConfig (f443cb4142c4e51c1fa129f25270e9856bd6f3316c9477605cf75b0e53948d1f) AuthConfig (624ebf6c9902836110ee8b176787897650f5b98e2a7e934363abb4f1956d9804) AuthConfig (df78ac6105d97eb532f8aa42d69b4b4fda3c32cbe143b6b53331580cba8cdb54) AuthConfig (2400da3f7e29d98206e1a9f4d95e7dc09ac2200033bcaee3a78d5090373b8206)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"0208637d-5dd4-432d-a60f-c1cf6c98cd17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.395918885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"e6e0241a-907a-4ed5-b61f-c54aa979f1f9","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.44242558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"73178872-ba23-4b31-a259-90ae5c3494d1","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.448362036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2e0edf58-e36f-4c10-9f25-bbbb5beda84f","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:22.449928696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.49826449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"54e8015e-72b7-467d-a7f5-8a8aad3b8b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.498283768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"10ad300d-1111-4ef7-bb55-9cf1ef0bdced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.501557101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d2d95b18-a90b-46f1-8fbb-367ca96fe3e4","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.558143311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"54e8015e-72b7-467d-a7f5-8a8aad3b8b39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.558456835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"10ad300d-1111-4ef7-bb55-9cf1ef0bdced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.611968148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"5966044c-158b-4aa5-be6e-4cf8b9025d9e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.670706916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"5966044c-158b-4aa5-be6e-4cf8b9025d9e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.737460081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-sub","reconcileID":"71429b82-f17b-49c6-aa4d-72c19b2cb544","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.739230106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (585626eebb6f3b4c04ca5a8dbcc4ad7a948770b76018facb16c903817c14f205) AuthConfig (d84605c3478f37fc1dfee517a1e6d8b1eba8c2d96faa07d64e57df8f3e7fbe12) AuthConfig (859a6b2eb8088522ecf583e4d10a90884c5dbb75dab5cf59a2094416ef5c718d) AuthConfig (88b2fda119f1de250399b3b33cd703723955615d699b502641cfdc085122b5d9) AuthConfig (097df724470ab69315b189b5fd4cd50e1c557106083323e5b23efbf8f45e4dec) AuthConfig (e347889cb8998a02d9f45e6f474976cccbce80326d05d9b03738c6e94c9e3bfe) AuthConfig (e71375b5db876574e9455362e27d7d456d48486c3d2f8bf8b0d9810163135aa0) AuthConfig (be4e6a8f862b12126f5cd873dab6f2edb4930f3b389df9e712bb540645302058) AuthConfig (f443cb4142c4e51c1fa129f25270e9856bd6f3316c9477605cf75b0e53948d1f) AuthConfig (624ebf6c9902836110ee8b176787897650f5b98e2a7e934363abb4f1956d9804) AuthConfig (df78ac6105d97eb532f8aa42d69b4b4fda3c32cbe143b6b53331580cba8cdb54) AuthConfig (2400da3f7e29d98206e1a9f4d95e7dc09ac2200033bcaee3a78d5090373b8206)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"5966044c-158b-4aa5-be6e-4cf8b9025d9e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:22.796200592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"5966044c-158b-4aa5-be6e-4cf8b9025d9e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.887418198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1eab56a8-7232-40e3-bddf-35ca5fbfabf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.887416066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2298ccd1-b153-4ed5-a617-94feacf92449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.903620756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"faafa4be-6a44-4266-a399-41b6f26777bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.913368673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"f3cf03c0-044b-4d06-954a-286ba3419ad2","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.947539159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1eab56a8-7232-40e3-bddf-35ca5fbfabf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.947539156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2298ccd1-b153-4ed5-a617-94feacf92449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.98255463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6973ef11-f842-44a2-8363-c8a710e05c06","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.043366827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6973ef11-f842-44a2-8363-c8a710e05c06","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.077537911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-sub","reconcileID":"8551dfb5-abfe-4886-8aff-d67f22107213","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.100985634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c88420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (585626eebb6f3b4c04ca5a8dbcc4ad7a948770b76018facb16c903817c14f205) AuthConfig (d84605c3478f37fc1dfee517a1e6d8b1eba8c2d96faa07d64e57df8f3e7fbe12) AuthConfig (859a6b2eb8088522ecf583e4d10a90884c5dbb75dab5cf59a2094416ef5c718d) AuthConfig (88b2fda119f1de250399b3b33cd703723955615d699b502641cfdc085122b5d9) AuthConfig (097df724470ab69315b189b5fd4cd50e1c557106083323e5b23efbf8f45e4dec) AuthConfig (e347889cb8998a02d9f45e6f474976cccbce80326d05d9b03738c6e94c9e3bfe) AuthConfig (e71375b5db876574e9455362e27d7d456d48486c3d2f8bf8b0d9810163135aa0) AuthConfig (be4e6a8f862b12126f5cd873dab6f2edb4930f3b389df9e712bb540645302058) AuthConfig (f443cb4142c4e51c1fa129f25270e9856bd6f3316c9477605cf75b0e53948d1f) AuthConfig (624ebf6c9902836110ee8b176787897650f5b98e2a7e934363abb4f1956d9804) AuthConfig (df78ac6105d97eb532f8aa42d69b4b4fda3c32cbe143b6b53331580cba8cdb54) AuthConfig (2400da3f7e29d98206e1a9f4d95e7dc09ac2200033bcaee3a78d5090373b8206)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6973ef11-f842-44a2-8363-c8a710e05c06","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:23.590307414Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"939e5671-0a85-4a70-b735-65b7610e55ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:23.590387154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"939e5671-0a85-4a70-b735-65b7610e55ec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:23.697846336Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3399dd86-8723-46a7-831e-29b1ae6377d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:23.697924185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3399dd86-8723-46a7-831e-29b1ae6377d0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:23.919093248Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"c0090975-8d2d-4634-8411-0fafcb9604d5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:23.919178186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"c0090975-8d2d-4634-8411-0fafcb9604d5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: compose ai-tenant-e2e-worker-w2-2b2be7/e2e-dedup-subscription@e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.289743844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"02e26ee2-1787-4ece-96f6-9f525a260de7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:27.986572143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-subscription","reconcileID":"6b2ba9a6-ffbc-4c9e-8862-7c2d4ec19439","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.157011316Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-subscription","reconcileID":"6b2ba9a6-ffbc-4c9e-8862-7c2d4ec19439","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.318911321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"967dac58-3334-42f7-a135-2e682c0228e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.420688967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"f7db0a5f-5386-46e2-9a35-1d818af4464e","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.42113236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.47979831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2f5f5a75-32f2-4b42-8a13-8fdb1854477e","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.578065942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"50a10779-4ba7-4561-b514-85ced91ad137","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.582750547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"7f7a4b34-cdeb-4ae5-b168-b65e6d18b513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.582904166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"9eea664a-b5d0-4623-afd8-7ae73e78b14f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.582751308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"ce451432-1ea1-4c1b-b843-94cf47ed1dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.643067022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"ce451432-1ea1-4c1b-b843-94cf47ed1dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.643084555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"7f7a4b34-cdeb-4ae5-b168-b65e6d18b513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.646450426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"9eea664a-b5d0-4623-afd8-7ae73e78b14f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:28.918163299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"9eea664a-b5d0-4623-afd8-7ae73e78b14f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.918347128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-dedup-auth","reconcileID":"ac931bc6-3f76-462f-8ae2-96a896395bff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.922358024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"f442973d-1f5c-4344-a9b4-7d2b6c66fb9c","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.924826669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"8e79bf52-9328-4ad5-8301-ba88ae8aac6d","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.130257078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"6e42576b-e4bd-4ba0-9e7e-d85e00e763f2","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.176448156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"14f3f9a2-a5d8-4d5a-9246-f2dba1e78844","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.23048919Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"14f3f9a2-a5d8-4d5a-9246-f2dba1e78844","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.284630019Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub1","reconcileID":"14f3f9a2-a5d8-4d5a-9246-f2dba1e78844","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.561159276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"edfaebe0-1d49-4c2d-a59c-b19ce2581ed0","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.561376164Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.709303966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"90bd028f-5f35-42eb-b07e-178f54573833","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.830971336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"da528095-21ce-448c-b05f-57d48172b011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.831220951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"2b68ece4-bb1e-4c45-bca0-813782a43a0f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.831354991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"11dd85aa-4b84-439b-8e61-eec0d10f8260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.830980742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"10d27130-f83a-40fe-8b4c-2c5d835c2d3f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.880348506Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub2","reconcileID":"4797cfc7-ddb2-42ca-a23b-3669a9312cb9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b671639","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.890850519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"11dd85aa-4b84-439b-8e61-eec0d10f8260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.891212076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"da528095-21ce-448c-b05f-57d48172b011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.893119281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"10d27130-f83a-40fe-8b4c-2c5d835c2d3f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.893945785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"2b68ece4-bb1e-4c45-bca0-813782a43a0f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.20869599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"28a09860-d59d-40a7-ad42-ffe7133df864","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.209052336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"1e93ab7c-a46b-4622-b0c6-d2fac43ba055","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.266962706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"8d701d0c-69f2-4c4e-ac8c-6c9502bf5928","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.267360718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"2a4d0514-326b-4c6c-8a6f-b9afc8724c3f","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.320553383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8edf1b9f-8319-404b-978b-ba85dab046dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.320598695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"b338cac8-01ae-4f57-a3d8-35921ebd787b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.321129551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"1715a5ca-2482-4d1e-ae79-3912e145566f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.331598813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"4173e8f8-a523-4337-8666-c9b83f44a8b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.380123853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"1715a5ca-2482-4d1e-ae79-3912e145566f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.380148899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8edf1b9f-8319-404b-978b-ba85dab046dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.382249855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"b338cac8-01ae-4f57-a3d8-35921ebd787b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.390108595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"4173e8f8-a523-4337-8666-c9b83f44a8b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.497104165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"8e139b26-75e3-4772-823c-20e822f46956","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.497274538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.534233023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"fef58cc4-522c-4fd5-bce8-f40f34e42056","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.557786393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"96aae152-69e5-4aa2-b61a-50487c6b6f97","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.592778252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"fef58cc4-522c-4fd5-bce8-f40f34e42056","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:30.605713461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"65ead73d-a31b-49f7-9d39-364f8e764777","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.617366659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"76dcf04e-e1ae-46c7-a0c6-cdfa4ebda0d1","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.713981151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"97db79db-a4ce-492b-b275-54cdde8c7d08","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.714382336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"55876484-1faf-47dd-9d2f-2ab924b8b3a6","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.771377587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"2a7c5ebb-da07-4e67-b399-707e2d4acd2b","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.771940119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"da50baf9-7f95-4125-8ed2-21575e480057","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.860051861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2e1d08ee-95a0-4f81-a62f-87728c085940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.860061682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3c171f77-19d4-4f41-9f9b-bd4c21f88f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.92100041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3c171f77-19d4-4f41-9f9b-bd4c21f88f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.921000355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"2e1d08ee-95a0-4f81-a62f-87728c085940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.992883081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"6d047b1e-2b27-4744-addb-c36bd77f8460","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-w2-2b2be7","model":"distinct-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.072169084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"8b4b67f4-6eb6-46e7-aed5-5b8dc8b6dc6f","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.072587642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"02a205d6-254d-4c10-8301-f99106575b1a","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.169162313Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"6d047b1e-2b27-4744-addb-c36bd77f8460","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","model":"distinct-2-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.34002095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"d25c857d-1fa1-41fd-acf5-514c8f2d9335","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.382122512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"01267d85-66a0-4d9e-866f-ea4addb912f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.398518182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"b1894386-934e-4c2a-a7e4-95c99e2c45e4","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.400192573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"d25c857d-1fa1-41fd-acf5-514c8f2d9335","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.401030456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"81ee2988-634e-4b33-b7ea-f5c9984dc9cc","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.439451189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"82b4d0fe-29bc-4a55-a711-d3193577ea11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.442338941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"01267d85-66a0-4d9e-866f-ea4addb912f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.498447494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"82b4d0fe-29bc-4a55-a711-d3193577ea11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.561305553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"79f6a13a-9748-463c-aa47-520845d80a8e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.676337637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"79f6a13a-9748-463c-aa47-520845d80a8e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.296476278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6d1dbfc1-4e9f-4b53-9449-8d42e7709d0a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.420693495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6d1dbfc1-4e9f-4b53-9449-8d42e7709d0a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.860952294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"7321832f-5454-4ff7-a316-db80d9a38ee6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.429794671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"4e72356b-5545-425a-9fd6-f6d83d11d987","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.429733025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e7c01a9f-a3e9-4492-b8be-0ef6685b6056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.431225973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3494004d-90de-423a-be91-2374dcebc734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.431730279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"cd8aedc7-9357-4105-adf0-f76cc76c9f8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.592209728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3494004d-90de-423a-be91-2374dcebc734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.597776091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e7c01a9f-a3e9-4492-b8be-0ef6685b6056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.603424845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"cd8aedc7-9357-4105-adf0-f76cc76c9f8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:34.616237143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"4e72356b-5545-425a-9fd6-f6d83d11d987","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.13280265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ead45c7b-0977-4d6c-9438-67c82fef5335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.133560668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fc463e02-b5c5-4cc3-adf3-932939420608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.134160868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"55160587-74a7-4af0-852c-a4c90c76cbb3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.134730583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"e40a09dc-0539-45ad-8925-9806ed34054f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.232158013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"55160587-74a7-4af0-852c-a4c90c76cbb3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.250783543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fc463e02-b5c5-4cc3-adf3-932939420608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.241024864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ead45c7b-0977-4d6c-9438-67c82fef5335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.252114675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"e40a09dc-0539-45ad-8925-9806ed34054f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.280556916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b309d323-b863-4d9f-a3f3-eadcafa3a387","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.451440201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cf96dcde-6b76-4f26-afe2-7e0393e3f6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.451471159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6021d681-c261-4369-9cf0-baebd653b517","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.452420145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"323b26b8-5460-42c6-af9c-bb86e3f42085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.511000645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"323b26b8-5460-42c6-af9c-bb86e3f42085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.511648753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cf96dcde-6b76-4f26-afe2-7e0393e3f6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.514426753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"6021d681-c261-4369-9cf0-baebd653b517","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.564422367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"6a8bde1a-d260-4bd0-8812-18359704fb34","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.62237142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"5c5b3be8-487f-4e18-8483-55c26e57cdce","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.731309944Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"b56f90ce-590e-4844-9e2a-b3a96d628b89","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec7eecd3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.785014083Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"2c6de77e-73f6-45bf-8e87-bf7842f7cc30","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec7eecd3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.833015165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"83e32741-a140-4a36-902f-4593c2a2d522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.833883387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"c629dac8-1841-498e-870d-d1b664902908","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.893409579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"c629dac8-1841-498e-870d-d1b664902908","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.893421178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"83e32741-a140-4a36-902f-4593c2a2d522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:36.997504619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8aa83733-3ac7-40ad-ae06-0875adb37556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.056823364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8aa83733-3ac7-40ad-ae06-0875adb37556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.404887196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"0a9a6dcd-b680-4847-b926-04ae1ebcbcb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.46430094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"0a9a6dcd-b680-4847-b926-04ae1ebcbcb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.575053014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"474f40f3-f9d1-43b6-8b41-94d1ad0447e4","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.63410785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"474f40f3-f9d1-43b6-8b41-94d1ad0447e4","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:39.935735558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub2","reconcileID":"a0e65437-c3e6-4003-ab54-80bb0329488c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:39.990106975Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub2","reconcileID":"a0e65437-c3e6-4003-ab54-80bb0329488c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.044552846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-sub2","reconcileID":"a0e65437-c3e6-4003-ab54-80bb0329488c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.32163336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"3f44d6eb-a470-48fd-b469-a7a6db88e5ad","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.322091756Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.480568201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"1a095d16-0d65-4457-9295-60fd7bff9561","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.591991226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c4173d89-66e3-44a0-a9a1-21570661d1d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.592129289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"8d799038-47dc-41be-aa2d-edbca2dd0c1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.591990268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"abd8d6ac-1858-4d3e-95fd-765d39ba7192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.592349479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"ee90ac7b-6c21-46b3-a327-1e89f9a302cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.651204675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"ee90ac7b-6c21-46b3-a327-1e89f9a302cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.651818306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"8d799038-47dc-41be-aa2d-edbca2dd0c1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.653667142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c4173d89-66e3-44a0-a9a1-21570661d1d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.654628812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"abd8d6ac-1858-4d3e-95fd-765d39ba7192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.811960189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth1","reconcileID":"b71cbe00-c4f8-468c-bc11-e37076307f0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:40.97697362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"8f0e6620-e12c-4645-88f8-9b8d8468ef66","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.025495137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"59173b8b-26a2-49cc-af90-b2ba163b670d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.084106066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"59173b8b-26a2-49cc-af90-b2ba163b670d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.136354772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"0fedba52-76f9-4ac7-9ee7-7ab85f7da542","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.244396086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-return-all-auth2","reconcileID":"c75faef4-c988-4328-85b2-82572920c5ee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.410645046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"7b66ab26-9e2f-4342-9bee-27f93614b2ec","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.80692881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"1d7169c8-72e9-4cba-9d77-13a9fe80c4a5","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.8639619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"a3949c48-5c7e-44cd-8d54-198b7a2823a0","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.024707985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"ffbab56d-e221-4e93-9f6d-404a1c5e70d9","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.083938079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"ffbab56d-e221-4e93-9f6d-404a1c5e70d9","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.09528333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"5cdb9699-3215-451a-a3c9-87821711b00c","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.095291739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.152473341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f9f4cc74-bb0c-44ed-8f20-d586d309dbf2","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:43.202332131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-sub","reconcileID":"619f559d-796c-40ae-ad14-69741c14340c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.288978867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"742502df-de4e-4cb0-a6e6-7640ab73cf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.288978394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"89d6a423-ef97-4c2e-a455-655716e4082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.316352617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"42ab5664-1104-44a4-b832-6b9cdee663cc","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.349052102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"742502df-de4e-4cb0-a6e6-7640ab73cf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.349051529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"89d6a423-ef97-4c2e-a455-655716e4082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.366257145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d8bd0df1-6edf-4b86-9f70-ce68b74f8285","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.373968046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"b98eb013-37cf-400b-88cf-7cc57ceebeb9","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.528022111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"f81ab90b-6abd-4eca-bb52-340eee1d21ff","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.588356273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"f81ab90b-6abd-4eca-bb52-340eee1d21ff","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.596988348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-sub","reconcileID":"19188ec8-d3be-4bf5-af31-5e39420e1daf","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.727930351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a789f01f-84ed-4ec5-ba1d-ba477f17ba0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.727934529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c867b10e-5e39-4a46-92f0-ac39ae944c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.760101764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"2f5047b9-a386-4bd1-b346-de2a5e630c8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.770170935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"3ad601d2-e7df-44e2-90da-30cc3337de5b","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.787881368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c867b10e-5e39-4a46-92f0-ac39ae944c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.787881371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a789f01f-84ed-4ec5-ba1d-ba477f17ba0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:43.9324645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-sub","reconcileID":"804af85d-27f2-409a-8ca2-74c6028f47ef","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:45.954908703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.046683647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"aeec3b12-c3d0-43c2-a48d-b403c4a43884","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.208339291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"9061c470-f0b0-460c-9126-0c24286cfce1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.208850531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"cfefe168-e57f-44a1-af3e-6d5ae9a0d910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.208767049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4c8451f3-ae26-44e5-bef3-3643b04fca83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.269311459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"9061c470-f0b0-460c-9126-0c24286cfce1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.26936569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"cfefe168-e57f-44a1-af3e-6d5ae9a0d910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.27161431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4c8451f3-ae26-44e5-bef3-3643b04fca83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.459722208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-sub","reconcileID":"bf1faee9-8d5b-4da9-b2fb-66f771fa5a64","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.630231745Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-sub","reconcileID":"bf1faee9-8d5b-4da9-b2fb-66f771fa5a64","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.795607508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"46c1fa72-dcbb-4b65-b8ed-e4df4806cd23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.839813052Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"d5857e31-3bdc-43a5-8f12-83d2ee1f679c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.853052815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"03e7715d-2cac-4e93-8c7a-9f1af96e3c17","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.853946237Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.893838649Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"d5857e31-3bdc-43a5-8f12-83d2ee1f679c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.95021882Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"d5857e31-3bdc-43a5-8f12-83d2ee1f679c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.001898312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"9eabc424-6117-4324-9364-1c10ae245c07","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.00634227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"d5857e31-3bdc-43a5-8f12-83d2ee1f679c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.013874889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"00cdb003-0dc1-4e57-9c07-ba5bd6fd88cd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.014724618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"cf35b40a-1088-4bc2-b50f-70a805f3ccc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.01532573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"c81f5011-90e6-466e-bd68-fac158335326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.060184556Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"d5857e31-3bdc-43a5-8f12-83d2ee1f679c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.072508256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"00cdb003-0dc1-4e57-9c07-ba5bd6fd88cd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.073175718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"cf35b40a-1088-4bc2-b50f-70a805f3ccc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.074899507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"c81f5011-90e6-466e-bd68-fac158335326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.114012917Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-subscription","reconcileID":"d5857e31-3bdc-43a5-8f12-83d2ee1f679c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.232553341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-api-key-scoped-auth","reconcileID":"d692afc1-9734-4854-bd24-60198b2c2f58","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.390101664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"2ffa5c8f-278a-4802-ab1d-d01c4bbd6245","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.390517248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.449576813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"58056a8d-4037-4d9c-8e61-336fb7cb535a","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.50930658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"042b2860-c15a-416e-a163-9913ba841aef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.553163895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"3ae37e94-7ecc-44bc-85ee-8421b4052a99","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.553453708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"c306e2bf-d6f3-4b06-8d8d-36178b7312dc","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.692176274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ce2e3c7c-eb25-48eb-ab25-0289329c8ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.692332463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"f55f7f2f-ea92-454f-a64f-0d31b3f20a2a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.69260015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8f0be2a0-e5da-4931-9aaf-0d193e38646e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.753431417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8f0be2a0-e5da-4931-9aaf-0d193e38646e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.753480761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ce2e3c7c-eb25-48eb-ab25-0289329c8ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.755797104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"f55f7f2f-ea92-454f-a64f-0d31b3f20a2a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.068895709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"763e1686-f046-471b-a239-88f645dcc498","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.169061465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-distinct-models-auth","reconcileID":"763e1686-f046-471b-a239-88f645dcc498","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.431007291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"011796d9-9193-4a87-b2a1-6f54b3c49df5","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.431342807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"cbf7b33b-4dae-4175-97f9-371b6165f951","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.535521414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"0c37dbb1-d147-4095-b485-fd4f55687ee4","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.59241127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"e9634ef9-d810-4edf-8371-13a10823d3ec","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.75362319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"8a473fd2-410c-4779-85ca-7fff4fd1c946","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.812877563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"8a473fd2-410c-4779-85ca-7fff4fd1c946","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.856125594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"0b9cf7b1-1ba9-4917-8282-1254392f0b97","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.856234866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.915604137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b56ebb6c-2ffe-4e96-bc10-a5fddbd028a7","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:48.963521785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-valid-sub","reconcileID":"a15f998f-7966-4bf6-a2fb-a5e9a7b45467","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.022496007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"be81b9ac-72a7-4426-b576-2ec5fa3e7af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.022492925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"92d65954-be3f-4494-9cc7-cdc2a0c51265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.075405685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"52bb1644-9fb5-4cd4-a919-854edf605142","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.082915631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"be81b9ac-72a7-4426-b576-2ec5fa3e7af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.085929307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"92d65954-be3f-4494-9cc7-cdc2a0c51265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.134590325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"7960dce8-cb60-43bb-8006-e0ce31775eb6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.135804561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b1d1db92-d7d5-403d-8727-962dfb2bf000","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.319375501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"7799ce7e-190d-4c1a-95af-8f0e3d294d69","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.385858924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"7799ce7e-190d-4c1a-95af-8f0e3d294d69","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.388134747Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-valid-sub","reconcileID":"d323d17d-19b7-4d73-a827-31210510f6bd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.456589343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"6ad4335b-b121-43a0-884f-bef0aa95693c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.456729672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"704eb4e0-bdf7-4a8e-aada-6e4df7b12e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.517608346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"704eb4e0-bdf7-4a8e-aada-6e4df7b12e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.517606281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"6ad4335b-b121-43a0-884f-bef0aa95693c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.550589606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"9050a7a6-b008-4bca-b783-73b5f64b4b83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.562737758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"49db1fb1-312a-4adc-a3a5-a8a2825fceb9","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.724614231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-valid-sub","reconcileID":"e2fa2d32-efe4-432c-932b-41905656150e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.800152666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"7ed425ee-5a46-4058-a9dd-3a07c7a4bf9a","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.85954458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"63fc8139-453b-4e8f-8ef7-48f37a08645e","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.027001623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"5217bba8-4576-4f7e-be45-8a1f393e801d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.093174015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"b896eb15-a55e-47ad-90ac-d960c3ad9a55","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.094404938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.095798373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"5217bba8-4576-4f7e-be45-8a1f393e801d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.159284563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"7f431427-ae42-4f21-a612-8be0d51c7474","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.20458552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"85820221-7764-49fe-bd09-44d1f884f7aa","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:50.21720456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b2be7/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.264036513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"a6667482-3320-408d-a257-256d837a69e8","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.2650608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"419d3eb1-e507-4464-a9cd-0f498dc46f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.270194702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5095c044-0047-4bf7-95ac-2d319dae5e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.362481837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"419d3eb1-e507-4464-a9cd-0f498dc46f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.382760607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"5095c044-0047-4bf7-95ac-2d319dae5e03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.386241117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"db020fd4-fcde-4a57-ba32-46117ddacc9f","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.388049387Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b2be7 priority=0:[ai-tenant-e2e-worker-w2-2b2be7/e2e-models-other-sub ai-tenant-e2e-worker-w2-2b2be7/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.443329531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"211392ee-2116-4cfa-a087-4138ba49f368","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.453473747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"7cbb0826-7233-4779-aa11-45c133ce33e0","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.500198164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"047e7352-0537-4238-a259-5dffedeaf889","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.506455159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-user-sub","reconcileID":"dc305a38-d999-4537-8172-b353ca44d3f0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-models-user-sub","ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:50.508117708Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b2be7/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.561750241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"827f121e-436a-4308-b72a-820f7f2759d0","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.610790683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"e3c68e49-fc83-4288-a93b-2f8aa8ba0346","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.669564055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"e3c68e49-fc83-4288-a93b-2f8aa8ba0346","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.682588553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"1c259f1a-99c0-498c-8e58-666cb067e5ad","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.741598957Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"5b1b1da1-d03c-460b-980b-6249ad93f4f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-models-other-sub","ai-tenant-e2e-worker-w2-2b2be7/e2e-models-user-sub","ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.746258585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8168a8ad-a84a-4b84-8db1-b7e68f24a2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.751107521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"804a087e-2465-46e5-8cf3-ad11a7f4f923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:50.788385307Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"e5949e94-03b9-4c82-b815-a86b0ba7577c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w2-2b2be7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.805257679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8168a8ad-a84a-4b84-8db1-b7e68f24a2b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.810210033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"804a087e-2465-46e5-8cf3-ad11a7f4f923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:50.849900202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"e5949e94-03b9-4c82-b815-a86b0ba7577c","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w2-2b2be7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.850227996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"7485ff8e-3985-4918-a80e-815407a5e3dd","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.911498201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-user-sub","reconcileID":"61a096f7-5f1f-40e0-9a94-e0fb57a32288","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-models-other-sub","ai-tenant-e2e-worker-w2-2b2be7/e2e-models-user-sub","ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:50.996464067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"e3c68e49-fc83-4288-a93b-2f8aa8ba0346","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.019470643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"da3f0148-5a64-43b0-89f3-56beda2b2c96","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.119892197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"ea637a6d-5f82-439b-af9e-8deae11e4ec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.164206933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"5ae620c6-5b8d-409f-b40b-b894c538d971","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.200077708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"909a3379-7e18-4944-930f-54c472104c30","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.219445332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-user-sub","reconcileID":"6f7551ce-f62b-4176-8ecf-a2fd47fe14cd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.22748009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"5ae620c6-5b8d-409f-b40b-b894c538d971","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.364899072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"f8e58b7c-5742-49e7-803f-ad563c438c7d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.465538402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e087f66e-c1ab-4e6e-917a-fe832d4d9db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.822221141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"de827ce7-60d7-44e7-8d4c-85db9a414bd7","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.991045644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9a36404c-d857-44cc-b8e0-64843fad2d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.991113446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f99a562b-ec9a-49c9-b65a-6eb68d9e975b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.991519607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"4e63fdb4-7d2a-43e4-b2ff-4d588b1de695","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.06545611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9a36404c-d857-44cc-b8e0-64843fad2d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.069939476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"4e63fdb4-7d2a-43e4-b2ff-4d588b1de695","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.07456693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f99a562b-ec9a-49c9-b65a-6eb68d9e975b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.495293342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"db6571da-6938-4f20-992e-d1bdf8979d7a","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.741793734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"139e2acb-d2fe-4047-9c15-45abfb4e58c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.746328168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"ccd24497-0596-4c63-ad3f-678888ecc407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.746956309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"1443e8de-458b-49e9-b26b-ed7b5f8cd62a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.809264105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"ccd24497-0596-4c63-ad3f-678888ecc407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.818536125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"139e2acb-d2fe-4047-9c15-45abfb4e58c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.825441499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"1443e8de-458b-49e9-b26b-ed7b5f8cd62a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.215362174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-sub","reconcileID":"71cedb9d-1cc8-49f0-8457-21d56458556a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.396422096Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-sub","reconcileID":"71cedb9d-1cc8-49f0-8457-21d56458556a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.58248909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"d0455352-c7d0-4a50-a9b8-d4a8813a49c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.666452975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"db4e1153-b4b1-485e-8c86-a331d3bc046a","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.667313774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.735323704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"9ed49707-32d0-4075-8c98-abd8a6d63e5a","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.862154057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"36b3bb69-d02e-44b0-8006-9cd3ca1cb09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.862128043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"0373c3b4-d1f1-45a7-acf1-44a0828678f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.862962862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"2e8e6c4a-49b5-42c0-976d-5f66a5ccf324","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.863007486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"c0509846-5f98-40ed-af54-d626fe3eebc6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.94345591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"c0509846-5f98-40ed-af54-d626fe3eebc6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.958268381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"36b3bb69-d02e-44b0-8006-9cd3ca1cb09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.960576346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"0373c3b4-d1f1-45a7-acf1-44a0828678f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.209805134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-user-token-filter-auth","reconcileID":"1aa7606d-fa7c-4a74-9a1d-a9441d161dc1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.450880252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"c9c340af-9246-4bde-974a-8adae2fe990d","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.637147079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"a6042a71-4157-4d23-aadf-ec0499ab0f0b","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.720575737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"4a69008a-c77f-46fd-a14c-6bde7914777e","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.887570299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=10:[ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-712333/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.889483313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"d5627e6e-514b-42e9-9d2e-be6fc0690aa6","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.009950771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"94c97e5a-19ce-47d6-b51d-f194abeac08c","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.012753783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"3f1eb2e6-fe44-4a05-bead-23d021d2a9a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:59.013595883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"f12c7abc-61aa-44fc-b471-70a1133d3d1e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.339145963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"76dd794e-583d-4e9c-891c-3c7d341ee540","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.428044007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ad2585ac-caa8-4913-a60d-adde2331eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.445237813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"591ef655-d578-4b10-83dc-7f2ea5101d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.490108248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"3f1eb2e6-fe44-4a05-bead-23d021d2a9a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.494432036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"f6dc9b84-29ad-497f-a28e-c1534d5185ee","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.629439826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"f3bc3864-bf7e-4340-9a76-055c01aa94e5","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.73269134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"415435b2-6877-487b-a7d6-3cfd77e4e654","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.746771947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"591ef655-d578-4b10-83dc-7f2ea5101d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.755868952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ad2585ac-caa8-4913-a60d-adde2331eec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.914301704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"3af736b6-fd8b-4622-888e-fe028a266293","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.962453638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=10:[ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-712333/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.056028609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"defa6437-0b3e-415e-9e54-fcd45bf65722","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.138694532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"bb82bf2c-0afb-4d3d-b202-4dea4e85b8ea","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:00.148010054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"2c2181b9-ea37-4861-8ddb-391f3e94cfe0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.14914054Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"3314b574-680b-45b5-97e0-93b1e254e308","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","model":"distinct-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.254234384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"ea6c466c-5c4b-4fcf-be27-44a1bb542526","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.370289081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"ac421717-3681-4988-9f8e-fda5363d4e05","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.410310661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"dbefc6ac-101d-4fac-8308-4ef1fc7edcb0","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.527391971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"e4762e04-bec9-42d9-89b5-18592711bcf0","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.528043695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"c7e72923-2533-42b3-9cd4-e4ef3cbd4246","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.544035765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"ac421717-3681-4988-9f8e-fda5363d4e05","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.580236161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b8632332-8e48-4195-b2d1-875fb85afb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.835173395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b8632332-8e48-4195-b2d1-875fb85afb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.849503283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"578b8924-5f54-4456-b9a2-937ad9629f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.849868955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"c60d8e95-7c7b-46a2-a14e-01a239ad0a7b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.854723219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"2e68f1a9-6c7b-49c9-949e-a979aeff373e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.120187245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"78438208-dfe6-430f-8835-6fb1213c68db","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","model":"distinct-2-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.122234161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"578b8924-5f54-4456-b9a2-937ad9629f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.128839681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"c60d8e95-7c7b-46a2-a14e-01a239ad0a7b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.540544806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"32a8bcf4-d4fa-4564-9cfb-7b18848381d8","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.688374364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"1bae6b8a-c084-4ae8-af27-5151e7e0cc61","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.81443403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"b095fef5-9fb4-46fc-863d-2486ab4e86e8","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.964224695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9837f24c-4b11-47cc-a78a-8b4d3e334ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.024362831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-valid-sub","reconcileID":"7d044674-af6a-4b62-b6f3-b54d6ccf70b9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.057518982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"08e736ba-868a-4df5-a074-bea87a59286d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.210770557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"251ff3eb-5389-4410-bf85-ebfaa04e571d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.313647142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"46176d25-6cec-46b0-a3de-81b5cb39e1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.31472359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9837f24c-4b11-47cc-a78a-8b4d3e334ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.435634755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"08e736ba-868a-4df5-a074-bea87a59286d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.436640413Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-valid-sub","reconcileID":"7d044674-af6a-4b62-b6f3-b54d6ccf70b9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.460099926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"3202416f-568e-4eb3-8f77-8311dbeae254","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.479366249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"46176d25-6cec-46b0-a3de-81b5cb39e1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.554345647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"3202416f-568e-4eb3-8f77-8311dbeae254","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.595232774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"a07c227d-fd26-4f7c-a419-2984aea34679","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.654445259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"f7392c7d-12ab-4981-bf62-bdf616a15d86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.740801831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"e879618a-d337-43f5-8ed8-50e0e8c2f37d","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.777033069Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=10:[ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-712333/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.862420155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"a9746ca6-2f1e-47aa-8cea-fcec2b28a35e","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.919117099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"7b2f2e9d-2e62-4813-b5c9-de8f4d7cfd96","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.986480164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"08e736ba-868a-4df5-a074-bea87a59286d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.052548515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9c050a3e-118c-42f0-ae40-948a8521a9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.053524138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"3d41caf1-1724-4e6a-84fc-3746e6b45d56","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.054184306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2376f775-6e27-453f-b700-333b42adf508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.182628515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"3d41caf1-1724-4e6a-84fc-3746e6b45d56","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.190706335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2376f775-6e27-453f-b700-333b42adf508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.280781132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9c050a3e-118c-42f0-ae40-948a8521a9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.352030521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"e93b3885-ede5-4c99-8606-47419fe9ee42","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.506734482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-models-invalid-sub-auth","reconcileID":"6713178c-fed4-47c1-ab4a-35f090c63b2a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.507088933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"e93b3885-ede5-4c99-8606-47419fe9ee42","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.773717264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"853cd45d-c5c7-427d-8b1d-5ee941cba0f4","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.774776525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-user-sub","reconcileID":"af927094-82cb-45eb-8c0a-3f7a5b8da342","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.060015871Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-user-sub","reconcileID":"af927094-82cb-45eb-8c0a-3f7a5b8da342","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-models-other-sub","ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.313339222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"f1117927-428e-485d-bb9e-cd35968ef18d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.314034787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"8e4f6884-abf9-4070-8ca8-ffaea8fa5b50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.464700523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=10:[ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-712333/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.522979204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"8f8c3d7b-c878-45d5-8e30-09d4ca64b045","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.580598086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"7d798257-d872-4a69-b220-8206383d61ad","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.713411387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"c7ba289f-6129-43ca-8c54-f3af1ddff7dd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.724715184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"dc53e8c9-bb66-4f10-96a8-8feaadaaaef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.725602865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"db36df25-9e11-4240-8e08-f33bb0d3394f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.980388904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"dc53e8c9-bb66-4f10-96a8-8feaadaaaef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.981408082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"c7ba289f-6129-43ca-8c54-f3af1ddff7dd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:04.9846099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"db36df25-9e11-4240-8e08-f33bb0d3394f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.039516478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"9818fb66-b9c7-42eb-a774-06222930aa7c","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.165587798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"28f5fea7-bd0a-4f83-8dde-b14768f0911f","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.414202063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=10:[ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-712333/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.416336593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"9e71fd98-945f-419d-bad1-5dcb3849ae60","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.481889043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"4c72ff85-8231-41fc-abe8-2f06df0565c1","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.495407081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"9c6c7068-0281-4fe0-a1a8-ca7c63212f75","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.497370047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"c52fd532-cc0c-4f31-876c-d8dba5689e52","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.498250539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"a55c3ec9-1220-455a-a1d7-131f8025ecd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.498778296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a6aa6a51-de4c-49a0-bbb5-fa18f657653c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:05.543004862Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"4c72ff85-8231-41fc-abe8-2f06df0565c1","name":"distinct-w3-c88420","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-c88420\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:05.543213707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"4c72ff85-8231-41fc-abe8-2f06df0565c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-c88420\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.552118509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"fdf42115-896b-4023-831f-a376fc05d0db","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:05.552644089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"15ad4acc-ad71-408a-988a-3418ce72cf5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.63650362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"a55c3ec9-1220-455a-a1d7-131f8025ecd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.644443117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"c52fd532-cc0c-4f31-876c-d8dba5689e52","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.646225692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a6aa6a51-de4c-49a0-bbb5-fa18f657653c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.66188523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"9c6c7068-0281-4fe0-a1a8-ca7c63212f75","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.7294648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"2b1e9cc3-27cd-43cb-a162-1129ea0970e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.732396662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"cd67df7e-4ec1-42d1-992c-5902dc9ed4cf","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.736091149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"06cdced6-77ad-4fa2-b4e2-66244303a5fd","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.8574603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"5d0e7a28-f71e-4ffb-ac6c-96a1bd8b540c","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.857734259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"2b1e9cc3-27cd-43cb-a162-1129ea0970e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.894333733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"4f58854e-8e8c-4d7a-a2fb-ab5572c44c61","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.895266504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d9fd411b-855f-4910-ba2e-d00c3700918b","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.027004005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"1e92f403-2629-4916-9bad-d80c7fff87e1","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.029529815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"929d416a-66e8-49c4-a892-e3cdb1de9885","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.129508986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"997cf7bd-4fc5-4cff-9181-8686b9fe2946","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.130748882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"f5baf620-2868-45ee-b1c7-a020238f1126","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.13021121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-c88420 priority=0:[ai-tenant-e2e-worker-w3-c88420/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-c88420/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w4-712333 priority=10:[ai-tenant-e2e-worker-w4-712333/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-712333/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.26854271Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"7494e3fa-f8b1-4168-90c5-4400b9be5243","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","model":"distinct-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.27105931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"7c061dc1-e3a7-40b2-9366-bb997b8c9f45","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.272577544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"a96e0b4f-e078-43d2-b3d6-0bd90f5bfaa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.277800074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"4f62c3ac-b26c-4e14-abe2-5a5f18bce710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.273124359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"1aa6225b-7211-48d6-b823-347f55a41d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.325414412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"a6764c6b-566a-4eca-a1aa-1fa2e41b9bdb","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:06.352806296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.372922983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"1aa6225b-7211-48d6-b823-347f55a41d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.429102375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"cea3923b-c9fc-446d-b632-f605040a645f","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.51006667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cdfd3485-7d04-4e06-827a-9c780851614c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.510788262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"8dad3c44-ad2d-4992-ad33-cef131ba4766","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.554146535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"16de503a-8b78-4dba-b5ae-f34e2c7fee0e","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.571034157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"833aff97-58bd-4b82-9619-245f182b859e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.575915423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"8dad3c44-ad2d-4992-ad33-cef131ba4766","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.577584941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cdfd3485-7d04-4e06-827a-9c780851614c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.632814477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"833aff97-58bd-4b82-9619-245f182b859e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.652238757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"2afc8696-108f-496e-978e-7661db6179ad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.679840635Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub2","reconcileID":"d8eed776-319d-4d95-8d83-4ea4c9a06472","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-2-w3-c88420","model":"distinct-2-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.712648537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"2afc8696-108f-496e-978e-7661db6179ad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.728210414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"729d8bd1-54a0-4b94-a703-be8198aec6d1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.781999764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7bdd69cd-5e9e-438a-ad01-82dbf0d50b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.783310153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"d5d3ae06-f4ed-4256-9018-fe7ba4fae9bd","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.874852279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7bdd69cd-5e9e-438a-ad01-82dbf0d50b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.886340215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"371254f1-f4f4-4079-8535-1b8bb82083b2","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.022287565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"31224e87-bbec-462d-8055-c9e4de89fe86","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b7d07124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.030091075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"31337b86-6aa9-4e85-8168-5de4f7126c42","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.079460784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub2","reconcileID":"dd98e041-f6ca-4ce1-bb7a-055a84b2a40a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-2-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-2-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.093584602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"19cf31e4-3564-4031-ac7e-3c1ea0501002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.169068997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"323931f9-531b-4b1a-ac3d-b76bb86dc903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.260132693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"19cf31e4-3564-4031-ac7e-3c1ea0501002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.281047967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"323931f9-531b-4b1a-ac3d-b76bb86dc903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.352338077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"046db780-aaa6-4851-aaab-46515217ea95","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.392490017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"2a69fd0d-3c84-4dc7-bdfd-0397868c2195","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.420997823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"046db780-aaa6-4851-aaab-46515217ea95","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.463565024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"2a69fd0d-3c84-4dc7-bdfd-0397868c2195","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.464198342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"014f981c-f5e8-4f76-b9b4-3d5b21f819ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.529412286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"014f981c-f5e8-4f76-b9b4-3d5b21f819ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.786238983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"00dd7d68-51f3-40a8-80c8-0ea4a8446f9f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.786799823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"83580f85-7f7e-4dea-ac7f-79d3d98bae19","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.848609428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"83580f85-7f7e-4dea-ac7f-79d3d98bae19","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.849911232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"00dd7d68-51f3-40a8-80c8-0ea4a8446f9f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.945826298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"72ce7399-1707-4ed2-be99-99328cce903b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.949968346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"db5970ac-584b-4ec8-8a36-56d611cec531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.00451051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"72ce7399-1707-4ed2-be99-99328cce903b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.00977114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"db5970ac-584b-4ec8-8a36-56d611cec531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.620757373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"13f1a738-88a5-49e7-b332-379aed980c3a","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.800121106Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"0ecfaccf-5a4c-485b-b8ae-40a64b811b09","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f89275f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.895835978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"cb68b370-768a-4726-b711-cf75ee857784","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.896790642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"925e3dab-215c-4292-9c19-64c4e5cb5bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.906786013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"0c033b4b-eb9e-40a0-b4cf-194424c1dd35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.906859895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"cc2dd657-411f-409d-b2ef-e9dc7378fce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.956191154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"cb68b370-768a-4726-b711-cf75ee857784","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.957910699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"925e3dab-215c-4292-9c19-64c4e5cb5bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.969710191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"cc2dd657-411f-409d-b2ef-e9dc7378fce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:10.970257658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"0c033b4b-eb9e-40a0-b4cf-194424c1dd35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.529189567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"2c76333f-e54a-408d-890f-0e1c3059314e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.538462313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a66a42ee-d90a-4bb7-a3ae-73a8b4cd45c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.539107398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"369ca3ea-7337-42e1-b110-d7f8d8d432d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.539522901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"19f8a745-4eaa-4681-a125-8bb950a2e1ab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.589399036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"2c76333f-e54a-408d-890f-0e1c3059314e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.599686719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"369ca3ea-7337-42e1-b110-d7f8d8d432d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.601166878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a66a42ee-d90a-4bb7-a3ae-73a8b4cd45c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.602177108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"19f8a745-4eaa-4681-a125-8bb950a2e1ab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:14.973508457Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"4b20befa-6c88-4145-a731-600785354270","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.149065491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-other-sub","reconcileID":"4b20befa-6c88-4145-a731-600785354270","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.311140196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"f137d936-6d6f-4d18-884a-ac0d3f42bb3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.382442176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"0c37a21a-db6f-4ccd-9780-c3af7fffcddb","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.382550733Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.440595484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"aa03d2fd-4519-49a4-95ae-e4e6e2d9c7de","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.499417716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"6e6f421f-6c4f-42dd-bd75-aaf9ffcf0eec","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.537429797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"67d87268-dc2d-4734-be2d-9da4a22e8a52","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.547080573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"d723db28-d964-44c8-8b87-0db15a7b7c42","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.547097879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"5bd181f6-17a0-4803-adfc-8adf75274289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.547535694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"0c86acc4-8634-446e-af60-20d14ceb3017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.606415609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"0c86acc4-8634-446e-af60-20d14ceb3017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.606508625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"5bd181f6-17a0-4803-adfc-8adf75274289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.608875787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"d723db28-d964-44c8-8b87-0db15a7b7c42","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.816302155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-models-access-denied-auth","reconcileID":"99f9548b-1c48-49dc-9131-66f94fcb8778","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.952364014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.986328495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"de48d9e5-001f-4518-be05-466f6026474d","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.096008663Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"257ca46c-71b5-4905-9d46-5e5d1d18c3c1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.150155208Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"257ca46c-71b5-4905-9d46-5e5d1d18c3c1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.204153463Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub1","reconcileID":"257ca46c-71b5-4905-9d46-5e5d1d18c3c1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.440367834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"2965cc1f-2dc5-4915-8cc5-07a23dd00032","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.487684242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"c93dab49-4781-47f6-a1fa-cbc312c0f054","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.488383215Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.547400078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"08782435-470a-4507-9782-fe6e44d08776","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.648548111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"6201e084-a3a8-4897-bc27-ce077212bccf","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.733807025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"ab0d65f8-eced-4098-9be6-3c05523b6f2f","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.733974691Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.760275628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"0316df7c-26cd-4ee1-b45e-0336661a3fe5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.760295496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"2ff49913-b6dc-4a2f-90b0-3a3a8713386a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.764297594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"6283f09c-a676-4f98-908d-df0e6e8a833f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.764305755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"d6f890a2-9eb6-4145-a0ce-fc272cf96fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.807841482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"08bb6f28-b35a-413f-818f-dec81f775807","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.808718608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a1f4cd9e-f128-4d0a-90f7-d1b677e79dcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.817366336Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"884d8f7e-7ff8-4189-acda-626e1f951f46","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd63300b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.821306432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"2ff49913-b6dc-4a2f-90b0-3a3a8713386a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.822632411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"0316df7c-26cd-4ee1-b45e-0336661a3fe5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.828626754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"6283f09c-a676-4f98-908d-df0e6e8a833f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.829433285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"d6f890a2-9eb6-4145-a0ce-fc272cf96fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:17.843572266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e39d1e5a-ed71-4856-a1e3-2740d0d0aca9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.868963563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a1f4cd9e-f128-4d0a-90f7-d1b677e79dcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.968218263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"9683cf8d-d9bd-4d12-bf2c-0fdb98f5451c","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.026028235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"4a5f2ce3-a5d3-438c-97ca-dc80f305649a","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.032513564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"fe51965f-27bd-4be7-b524-0f76d7a2338d","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.249820575Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"acaaa776-fa3c-4ec6-8f5d-727120a8df84","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-w2-2b2be7","model":"distinct-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.253095473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"518ba97e-c115-497d-97db-7e5a0c45c81c","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.305506318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3a6b7b45-c6ff-4001-9812-2647fff66335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.305889961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"85f48db9-f20b-4176-98bc-5ef8fdbd2180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.309646879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b2be7 priority=0:[ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.310719672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"8d8c5224-d9e3-499f-9c9a-7169fc0d86d9","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.365669536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3a6b7b45-c6ff-4001-9812-2647fff66335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.366465246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"85f48db9-f20b-4176-98bc-5ef8fdbd2180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.372075736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"5cacea68-dafa-4f79-b444-bfe28ecc08dd","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.40628458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"89deaca4-df73-4a23-a8f7-d31ebdf78812","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.406333462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"bf1dbd31-cdca-47c9-ba27-95ed273ba78e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.416793936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"c7b709c7-1413-4628-b1ae-9e2dc5064203","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:18.42121937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"acaaa776-fa3c-4ec6-8f5d-727120a8df84","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:18.423994196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.465937751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"bf1dbd31-cdca-47c9-ba27-95ed273ba78e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.468183615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"89deaca4-df73-4a23-a8f7-d31ebdf78812","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.47325503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"da0be114-0463-43e4-af58-1664d4a4d196","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.521558611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"73c5cb62-fe40-4431-a4db-e0c8cb8bf73a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.582080223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"73c5cb62-fe40-4431-a4db-e0c8cb8bf73a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.582317863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4579caa1-9779-46e7-9d5a-9e746c26321f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.684180842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"a9c19c17-12af-4078-b5de-19d09013351d","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.740850517Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1c981257-4464-4772-aa04-bf1ec60a44f6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","model":"distinct-2-w2-2b2be7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.756159997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"62c71fe3-af22-44d2-91fa-14f21deb01ae","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.842922747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"33197a72-e75a-4198-b5f6-cb49fc3b8150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.842979818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"e03e2596-aa18-4746-b9cb-683b388c6645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.902139603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"33197a72-e75a-4198-b5f6-cb49fc3b8150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.902181632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"e03e2596-aa18-4746-b9cb-683b388c6645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.915939109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"a808a296-926f-4a21-8e47-f61922db3fcb","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.956438805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d7bd08c8-7554-401e-9402-370f0e5c0a80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.02681387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d7bd08c8-7554-401e-9402-370f0e5c0a80","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.069270119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9a2fb5c4-0748-4092-8111-2fc8e496f5dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.124370777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ce3e65ee-2922-484a-a711-f5be4f894c00","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.127935755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9a2fb5c4-0748-4092-8111-2fc8e496f5dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.296687246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"104b90f5-4bb2-4cba-918e-e81c5d3988f7","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.330719406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"6f2f2fb1-b020-4074-87d3-eb11e3bff933","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.598677806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"09bfedef-0fa7-4b71-9d09-f167338d00c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.657521556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"09bfedef-0fa7-4b71-9d09-f167338d00c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:20.854971829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"7b88f320-f597-4c25-960d-c85eeba98984","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:20.909058961Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"7b88f320-f597-4c25-960d-c85eeba98984","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:20.963440898Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub1","reconcileID":"7b88f320-f597-4c25-960d-c85eeba98984","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.24122331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"eb88ba4d-40ce-4faa-a7bc-4531384b569f","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.241597158Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-2b2be7 priority=0:[ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-2b2be7/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.302075868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"c4498571-35e5-43ee-a182-5c1b717c124d","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.396119263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"e5f91bd5-0307-45f3-af26-d2906fd7857a","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.510122017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8128d457-8b1b-4713-8022-ac81a2f9bd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.510142078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"0ba73f85-aaad-42ba-b4a7-fbd45200cdb4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.510482338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"533b80db-2827-41c3-aa8e-6ce7fa2d7292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.510516795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"7a7f99cb-ce1f-4325-b774-c3b9caf0394f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.563205565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub2","reconcileID":"21b1ce29-a15a-4d92-a122-fad3b6457ab2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c3edc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.569042832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8128d457-8b1b-4713-8022-ac81a2f9bd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.569458402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"7a7f99cb-ce1f-4325-b774-c3b9caf0394f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.5713672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"0ba73f85-aaad-42ba-b4a7-fbd45200cdb4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.572917469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"533b80db-2827-41c3-aa8e-6ce7fa2d7292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.052374242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"238916c2-496c-48e8-821c-6c4c926f95b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.05290608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"c0e1d691-d7b9-440e-91ee-d55caa20c099","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.053404028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f33d87ff-5e89-4cdb-af8d-a6fdf99374bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.053859714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"67fe4763-52b4-4107-a424-c37118d69924","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.112119712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"238916c2-496c-48e8-821c-6c4c926f95b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.112757803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f33d87ff-5e89-4cdb-af8d-a6fdf99374bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.116399673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"c0e1d691-d7b9-440e-91ee-d55caa20c099","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.117952631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"67fe4763-52b4-4107-a424-c37118d69924","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.196418662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"3588ddc9-a066-434e-bff0-441fd4213563","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.363288182Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"88aae0f0-02cf-4a9b-ac70-e9e1ba240d67","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e02742b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.464971886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ac300297-7d0b-4c8d-b52b-fc5f75bfb3d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.524906315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ac300297-7d0b-4c8d-b52b-fc5f75bfb3d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.58663914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ab66ea57-c626-4277-aea4-3b3c41582bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.586641623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d3f994b-0f57-4dd8-b6cc-30bfa4a2eb07","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.586994644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3902a958-1be9-4dad-a941-b6465bbcb796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.645427638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ab66ea57-c626-4277-aea4-3b3c41582bf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.64731868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d3f994b-0f57-4dd8-b6cc-30bfa4a2eb07","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.647575396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3902a958-1be9-4dad-a941-b6465bbcb796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.000527427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a021288e-3f92-4d45-b05d-453a57fcd3b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.060248077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a021288e-3f92-4d45-b05d-453a57fcd3b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:26.756604422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"81558d6a-4a39-45c3-a04f-4d6e82fe6a5d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.04657406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"1dda20c0-9fe7-4405-a798-c197f7febe2a","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.76842701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f296f7b1-43d0-4fa0-80fe-3fbe59435e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.769286009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2c369491-cc8c-4f31-a243-be4c526f5284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.893250998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f296f7b1-43d0-4fa0-80fe-3fbe59435e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.896172073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2c369491-cc8c-4f31-a243-be4c526f5284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.901050567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"de42f43c-9e2e-4719-8bb7-78b368834729","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.96850803Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"de42f43c-9e2e-4719-8bb7-78b368834729","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.030336112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fa3ce3af-1395-47da-8fb0-ca8a7af0f048","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.030776478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6ff4c5f2-cf9a-4ba2-9b8d-2644f31f6a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.041700347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e8916c64-a711-4454-913e-8156045a875e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.046894693Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-sub2","reconcileID":"de42f43c-9e2e-4719-8bb7-78b368834729","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.146239775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6ff4c5f2-cf9a-4ba2-9b8d-2644f31f6a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.150181694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fa3ce3af-1395-47da-8fb0-ca8a7af0f048","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.188838899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e8916c64-a711-4454-913e-8156045a875e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.586508125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"d2117e30-0d6d-4ff5-a191-0ed81eff1b53","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.595708083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"49d7e0af-ac9d-4475-90d3-25d461e068c8","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.596407867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.641464079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"79cfecd7-dfd8-45fa-86b3-771d296697ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.751523438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"d2117e30-0d6d-4ff5-a191-0ed81eff1b53","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.792714702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"79cfecd7-dfd8-45fa-86b3-771d296697ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.839456263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"17afd97c-1edb-4d64-8ff6-ad5a47cb8361","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.841262968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"c57e0c89-60ef-45e7-9645-9906ed11789a","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.883324481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"509cb74f-c2ba-4bd6-b177-5637b3cb38d6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.884253522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8532adf3-8a78-4264-9a88-f1777c2737e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:28.884890153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a19026d2-6abc-4b1a-85f3-6595939596db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.001170604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8532adf3-8a78-4264-9a88-f1777c2737e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.001546294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"509cb74f-c2ba-4bd6-b177-5637b3cb38d6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.003481114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a19026d2-6abc-4b1a-85f3-6595939596db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.115042523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth1","reconcileID":"6894e124-4c85-483c-9839-ebebcd9cecee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.376921431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"b6c15223-968f-41d0-b002-7540ff4fc4a1","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.410596742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"ccb9da45-9a09-4192-ae79-052bc0afc482","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.510541915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"32630c0e-2f97-4dbe-be99-ed217e20bd1e","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.512234386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"ccb9da45-9a09-4192-ae79-052bc0afc482","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.543387189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e6c91c20-06bc-46a3-893a-88272abeb685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.548134963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"606159df-023e-4bbb-9f59-cb6d67157576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.635511926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"b7407475-709b-4ee8-b7f6-2c3c2789316e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.664073189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e6c91c20-06bc-46a3-893a-88272abeb685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.711013426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"606159df-023e-4bbb-9f59-cb6d67157576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.711859888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"cbf7a360-fc8b-465f-be2c-2a493d5484f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.72904978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"b7407475-709b-4ee8-b7f6-2c3c2789316e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.009200336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"cbf7a360-fc8b-465f-be2c-2a493d5484f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.13625302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"54b84a41-3899-4fac-b4ca-528d464be684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.262447094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"54b84a41-3899-4fac-b4ca-528d464be684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.326514555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"af3ffac6-3fdf-452c-b63c-f4feafe73e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.370690389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b7ad46aa-2b3a-404c-81c3-4f89d41a3fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.37144819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ab5bb128-9985-4624-8721-9f6e5cdb21cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.413031572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"af3ffac6-3fdf-452c-b63c-f4feafe73e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.501096561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ab5bb128-9985-4624-8721-9f6e5cdb21cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.551601457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b7ad46aa-2b3a-404c-81c3-4f89d41a3fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.621725992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d9178f57-8ea7-42d1-a03a-df872087c69f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.776810405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ignore-header-auth2","reconcileID":"35a71eb1-69e3-4615-8363-55620dabd2de","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.777543306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d9178f57-8ea7-42d1-a03a-df872087c69f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:30.8893662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5cfcc817-c008-40e4-afa6-3e6ffa147728","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.143219948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5cfcc817-c008-40e4-afa6-3e6ffa147728","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.180051602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"fa189bf1-d937-453b-abdc-9745bd4581b1","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.776297461Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub2","reconcileID":"49033be6-2665-4aac-8e1c-4cf5724f7060","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-2-w3-c88420","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.921588859Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub2","reconcileID":"49033be6-2665-4aac-8e1c-4cf5724f7060","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-2-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.982483304Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-sub2","reconcileID":"49033be6-2665-4aac-8e1c-4cf5724f7060","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-2-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.438162898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"02dbd156-556a-42d5-beda-4be7482a6027","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.481256938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"c3bd4126-9fd7-469f-8072-a596e33f078f","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.481193652Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.494501952Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"02dbd156-556a-42d5-beda-4be7482a6027","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.566380983Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"02dbd156-556a-42d5-beda-4be7482a6027","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.62735532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"d1a4b819-d34e-42a0-90d8-690d22cec404","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.636529661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"03aeabb0-2b30-4fea-aceb-ea08fa38dc7e","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.743935024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"da697eb0-1719-4958-9312-397dd37b41a8","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.793546596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"22bc6fd5-a5cf-432d-8f91-b0e8825422bf","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.812757439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4719b7cb-abbe-4788-a061-cdfed7514bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.829162025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"b41097b5-ed15-4c18-86f7-65af2d5900d7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.829483835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"f5a93c16-37c5-4d57-b34c-9bf40d7c0ee5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.83553441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"6aa04d37-612d-4faf-b68f-e643989e463a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.98193766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4719b7cb-abbe-4788-a061-cdfed7514bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.982644683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"f0476792-16cb-484f-a5fc-2afeea951fa0","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.98341741Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.997639507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"b41097b5-ed15-4c18-86f7-65af2d5900d7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.065918446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"6aa04d37-612d-4faf-b68f-e643989e463a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.094293838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"f5a93c16-37c5-4d57-b34c-9bf40d7c0ee5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.123372779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c67b74ef-041a-4987-b44f-b53c0bafa31a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.124098674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"970390f8-8e3a-4a58-8ae5-39c546ef7df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.127120552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"da28d896-ad4d-427e-bb28-5759c8347bf0","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.287968747Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.316553435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"81da718a-426a-4217-bf5d-58c06082c1cb","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.327167246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c67b74ef-041a-4987-b44f-b53c0bafa31a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:33.327364339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a314fb06-0942-4730-a3c6-50ee5af11f42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.418174182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"4280a8df-296d-4cbe-a56a-59a58007839b","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.419164481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"31d251a5-e7d2-427b-be5e-fa36c0cd7c86","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.420399727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth1","reconcileID":"ab1ec1f5-3d20-4937-886b-b08bd1b1695b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.486785534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"6086a67e-63a5-41e0-8d9d-ededf62b0687","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.502935595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"21db4e29-b0c1-434b-ba08-f1985703b92b","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.521797066Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f2906811-e055-457f-b4ca-743d2b4c5713","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0ff65f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.522186076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"496f590a-8885-421a-8c90-f1edb9f9153a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.550832498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"5be9de43-834e-42a6-a3f8-3e903d9bb304","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.58882978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"496f590a-8885-421a-8c90-f1edb9f9153a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.603970339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"05061efd-a78d-4bed-89ee-897a65268cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.615194353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"1fe63de0-5ea5-4417-a4b8-378aca101a15","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.657035048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"9220fc1f-f3f8-4566-aa7b-e9e6a3e24194","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.661167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"30938fcc-64d4-455c-8cba-9e60687d44e8","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.662356979Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=0:[ai-tenant-e2e-worker-w4-712333/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-712333/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.663768484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"05061efd-a78d-4bed-89ee-897a65268cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.669470206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"a8e7aeb4-54f4-406c-afdb-6ba210fe8cf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.716550922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"9220fc1f-f3f8-4566-aa7b-e9e6a3e24194","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.721157422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"56902bfd-f7b9-4858-9a20-07e203abd507","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.72221108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"3d93a01f-1727-4667-b9af-90c0cc67e185","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:33.767439039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"04d8fbe8-74ae-42e7-8a55-e65ab1bb0391","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.776558681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"6627049f-0e0b-4044-9851-fc0286f896d0","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.779229235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"7b767ffe-6f69-4b4e-af23-3594d5b7b0cc","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.822957562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8dc58e6a-f08b-4926-a2af-f595b49e094e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","model":"distinct-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.875602329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"fbbb5e8f-3641-4bdd-839f-d756a8784c41","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.881693344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"f6739e7d-7c39-465c-82ed-de021d2154fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.93574479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"8fe1f1c0-5c1d-4b2d-a1d9-e6b4a6640b23","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.939959408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"f6739e7d-7c39-465c-82ed-de021d2154fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.985548301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"156511a0-2baf-4faa-b304-e7f8151bd790","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.99632085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"5739ca83-6d18-4e80-8de0-f67b452da821","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.047186759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"156511a0-2baf-4faa-b304-e7f8151bd790","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.113072108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"069e2b63-a1ba-4932-8f8f-8d2e5ee372fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.154279072Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"846f5a15-43bc-4083-a6ce-858d5be3b7ab","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","model":"distinct-2-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.172090066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"069e2b63-a1ba-4932-8f8f-8d2e5ee372fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.197879036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"917c18ca-bcce-43e5-ae15-d4ac4a2dd2a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.211008485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f0fc03a-a7c6-42ed-8331-5c67cf3c37c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.211396242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d52a9ee9-4653-4c12-8ef5-3597cb2f8823","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.269499134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f0fc03a-a7c6-42ed-8331-5c67cf3c37c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.269587961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d52a9ee9-4653-4c12-8ef5-3597cb2f8823","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.326431512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"2581cf16-fbdb-4a78-85be-a49330e942a2","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:34.404940709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"156511a0-2baf-4faa-b304-e7f8151bd790","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.422611433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"74621137-2e17-4b6d-8d39-00ad9b5dca7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.486438152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-multi-keys-auth2","reconcileID":"aa8af245-c0eb-4fae-ab18-05832e2a6ebd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-2-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.490645559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"f08bf602-8582-4b55-89e8-ab632e5b4b70","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.491513151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"74621137-2e17-4b6d-8d39-00ad9b5dca7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.507842516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"465623a9-901f-4a46-9519-22789963299d","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.540627443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bd64b0e1-c18b-4ff6-89d4-64cd217c5c83","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.66370265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"0f4d3416-72a2-447c-858c-0e492ddf2453","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.700473134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"6eac3571-1064-4e1e-8e90-a07531ba0978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.759500681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"6eac3571-1064-4e1e-8e90-a07531ba0978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.8026882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"955aee24-b302-4960-b8c6-66923e1b4286","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.802740557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5524c9c5-39de-4ef3-a5e3-e5ebff348d71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.861566425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"955aee24-b302-4960-b8c6-66923e1b4286","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.862006875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5524c9c5-39de-4ef3-a5e3-e5ebff348d71","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.180023107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"2f2465c3-04b9-4c5e-a7f3-95e56c4b3f01","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.447514562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6ab12a1a-c630-403f-9c8f-a68a62a8741b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.506062198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6ab12a1a-c630-403f-9c8f-a68a62a8741b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:36.980287517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a250ed4-b117-4311-9a34-102bb08268aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:36.980311159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a250ed4-b117-4311-9a34-102bb08268aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.040687292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8422572-a229-46aa-97b0-11ca58c50f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.040707922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8422572-a229-46aa-97b0-11ca58c50f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.148308847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"114a923d-e960-43c8-9372-12e3f7909d03","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.253558355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=0:[ai-tenant-e2e-worker-w4-712333/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-712333/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.253816077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0449386-373a-4895-963e-497fc0e0ca43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.253834829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0449386-373a-4895-963e-497fc0e0ca43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.279766874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"114a923d-e960-43c8-9372-12e3f7909d03","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.318088601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"8e685716-1584-4d9d-b626-36fab8b50c57","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.337960375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"114a923d-e960-43c8-9372-12e3f7909d03","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.365919458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d78d9728-4ccb-4ec3-b211-127c4ab381c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.365945371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d78d9728-4ccb-4ec3-b211-127c4ab381c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:37.372965911Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-d1080a12/e2e-shared-int-sub-d1080a12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-d1080a12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.395227716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffe2e121-2ab5-41d0-a128-fb53edec1698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.395249336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffe2e121-2ab5-41d0-a128-fb53edec1698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.424825225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"201e9300-280b-475c-846e-7bd1ee28c126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.42484656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"201e9300-280b-475c-846e-7bd1ee28c126","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.503176088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"6daf7d85-9f5d-4d57-aa89-5f124a2eecf2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.615538118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"6daf7d85-9f5d-4d57-aa89-5f124a2eecf2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.676818879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"6daf7d85-9f5d-4d57-aa89-5f124a2eecf2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.678509776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-sub-d1080a12","reconcileID":"acfd5990-0734-41a8-9548-b98ae52bb217","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d1080a12/e2e-shared-int-sub-d1080a12","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.845098585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47a72a69-d34d-431d-a114-55a924c2e45a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.851834414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3606d9e8-45bf-400a-803d-4b3d9f743730","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.851856632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3606d9e8-45bf-400a-803d-4b3d9f743730","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.013780863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-sub-d1080a12","reconcileID":"b54f841b-6559-4657-ad3d-84768f117b8a","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.155933133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"54f0a9ce-585c-4bc3-8889-ee5a0896736b","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.324122963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"266c8f07-f57b-4b44-9fdb-8755df0642f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.32417142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"266c8f07-f57b-4b44-9fdb-8755df0642f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.325223917Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bab5c980-45bb-43c7-8e58-8605671b0748","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24d66ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.391775139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecf714f4-8f25-4056-b2ab-f6b08d66d0dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.391803255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecf714f4-8f25-4056-b2ab-f6b08d66d0dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.457396905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39f6a7e7-dccd-4017-aa79-699cc5b02051","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.458132368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"aa20de23-c45b-4949-8a26-a528217058a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.45844158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"afd70926-8ee7-4708-9b1c-61e917102c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.4586149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8c7e70e7-cace-4e52-94e9-365312b0a4e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.520002465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"39f6a7e7-dccd-4017-aa79-699cc5b02051","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.52042306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"aa20de23-c45b-4949-8a26-a528217058a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.523021316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"dcb279b4-8496-49da-8e82-7c12280b4371","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.525717461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8c7e70e7-cace-4e52-94e9-365312b0a4e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.529960332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"afd70926-8ee7-4708-9b1c-61e917102c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.589992924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"dcb279b4-8496-49da-8e82-7c12280b4371","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.600237467Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.600569836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c537f19a-9080-45e5-a06a-9517e78aca6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.600592073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c537f19a-9080-45e5-a06a-9517e78aca6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.64775654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"dcb279b4-8496-49da-8e82-7c12280b4371","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.660530317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"ce123db7-d020-474f-8d7b-3efad3deecc5","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.70706215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afd412be-509c-43c0-ab50-5fe8cfcacc96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.707087756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afd412be-509c-43c0-ab50-5fe8cfcacc96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.707813024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8406b26-5a14-4404-a60e-2eaacea58bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.707835234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8406b26-5a14-4404-a60e-2eaacea58bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.720146548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ccbc6b9-b69e-4d9d-b025-7efbc637e0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.720173078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ccbc6b9-b69e-4d9d-b025-7efbc637e0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.766890896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f2ebbac-297f-4ed5-b360-8cea15fd36d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.766989154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f2ebbac-297f-4ed5-b360-8cea15fd36d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:38.774856042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-a1faf7b9/e2e-shared-int-sub-d1080a12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-d1080a12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.815047752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"92eb72e7-3cd3-4cac-a7e7-216d3c0164ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.873974037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"92eb72e7-3cd3-4cac-a7e7-216d3c0164ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.931643452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"92eb72e7-3cd3-4cac-a7e7-216d3c0164ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:38.997728123Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"780d2f40-1e65-4cc8-9f34-3ccdc5c158de","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-a1faf7b9/e2e-shared-int-sub-d1080a12","ai-tenant-e2e-mt-d1080a12/e2e-shared-int-sub-d1080a12","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.081919212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c835f98d-651f-4366-90b7-2140f9fcb5e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.082140515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bb373446-a69d-439d-a77f-fb137c09d765","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.081919324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b8227bbf-a96d-46bd-a6cd-239934b7a52b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.095731494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"43e3ee83-2976-46b1-8dbe-066e068c38d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.141705169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b8227bbf-a96d-46bd-a6cd-239934b7a52b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.141799575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c835f98d-651f-4366-90b7-2140f9fcb5e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.144036916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bb373446-a69d-439d-a77f-fb137c09d765","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.154914946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"43e3ee83-2976-46b1-8dbe-066e068c38d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.160923823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-sub-d1080a12","reconcileID":"0e468f83-55a7-45ed-88c4-85b4eabb0ee5","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.161012766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7538b661-9a7f-4f4a-8095-15db5424eda5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.174502527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf2aa2a0-95b4-44af-8017-84ef1b59cdc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.174535433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf2aa2a0-95b4-44af-8017-84ef1b59cdc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.19021457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc32a13a-2d48-4dd1-877e-138f69dd29f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.19023499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc32a13a-2d48-4dd1-877e-138f69dd29f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.190231471Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e523f0d0-6469-4c98-9009-7e4f46caa948","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.34273325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"4175323b-c5db-448d-92c1-fc838db0826a","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.345404275Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e523f0d0-6469-4c98-9009-7e4f46caa948","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"policyNamespace":"ai-tenant-e2e-mt-d1080a12","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.403408119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d76e18cc-98de-4e1d-a3af-d8ba358a401f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.40343007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d76e18cc-98de-4e1d-a3af-d8ba358a401f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.57339619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67675785-5f07-4310-bd4e-7d3e0239d43e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:39.573418256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67675785-5f07-4310-bd4e-7d3e0239d43e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.170773094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"fa96210a-6375-44cc-9a37-04dff34e1cf3","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.580464786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0ab0f2be-a1c9-45cd-8c8a-ee9a30a4e73a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.634773786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0ab0f2be-a1c9-45cd-8c8a-ee9a30a4e73a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.689248012Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0ab0f2be-a1c9-45cd-8c8a-ee9a30a4e73a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.967905153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"83a026eb-a13a-4f19-8ad6-9ee8d2f848c9","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:43.968331239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.03038302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3f4ecd7-3f0e-40fe-a52c-5a9071a0056b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.030404268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3f4ecd7-3f0e-40fe-a52c-5a9071a0056b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.125968855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"4c2a487d-7ca5-4c5c-9fb7-9c132d04e7e4","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.2521194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"65ab7317-11cb-49c1-ba0f-eae165ba49ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.252434478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d751f08-ce75-452a-94be-289759820f43","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.252622332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"13e70b96-4d9d-47d7-abe6-5577b42fe9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.252118326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"57f95e10-f674-4ddd-a5ec-f68ba3fff855","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.311876536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"65ab7317-11cb-49c1-ba0f-eae165ba49ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.311978343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d751f08-ce75-452a-94be-289759820f43","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.314282024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"57f95e10-f674-4ddd-a5ec-f68ba3fff855","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.314456982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"13e70b96-4d9d-47d7-abe6-5577b42fe9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.519943136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"acc22b9f-9c54-4da9-a1a9-9389493e3609","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.734933337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"208195e1-ac34-4414-af9e-72e5d1cc6dcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.779704907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"b387a71b-586a-442d-944e-af2eae82a146","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.793430358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"208195e1-ac34-4414-af9e-72e5d1cc6dcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.925766799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"a975a0c9-f75d-4c4e-b741-a14577fdde2f","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.001316059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f36f486b-a71d-40ad-b26d-ada08807b23e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/distinct-2-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.213784876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"58c54aa6-8668-4f7c-a529-9b948e62c8e6","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.953361711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:48.50379424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"78cc0b55-c2bc-4b25-a246-6845a9bfc271","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:48.639230122Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"78cc0b55-c2bc-4b25-a246-6845a9bfc271","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:48.707790894Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub1","reconcileID":"78cc0b55-c2bc-4b25-a246-6845a9bfc271","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.277945943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"6ba3277a-236b-4d62-a04b-2da5938b0eb8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.460411683Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.509123285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"307abee7-3ea5-415b-8447-7da5dd9972c2","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.607862967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"6ba3277a-236b-4d62-a04b-2da5938b0eb8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.689730222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"a67f62cf-7c55-4d6e-ac26-e2aa94ef33bf","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.730070605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"6ba3277a-236b-4d62-a04b-2da5938b0eb8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.843674042Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-sub-d1080a12","reconcileID":"85b511d9-aea0-46de-82c6-aed832ab80f8","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-d1080a12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.221737533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c2642ce5-40eb-4607-a7a5-4502e58e068e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.222130082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1ee53096-27b1-4846-8971-33222f035be2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d0d9bb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.225914579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"842199a4-5e04-437f-a093-8d22c6ac05a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.310042286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0262c727-fa0d-44f0-a49c-8efb2869cc72","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.346488573Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"namespace":"ai-tenant-e2e-mt-d1080a12","name":"e2e-shared-int-sub-d1080a12","reconcileID":"85b511d9-aea0-46de-82c6-aed832ab80f8","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-d1080a12"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a1faf7b9/e2e-shared-int-sub-d1080a12","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.390232682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"5943b16d-15a8-4fc6-a848-bc0d23783734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.407284067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c2642ce5-40eb-4607-a7a5-4502e58e068e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.796500404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"5943b16d-15a8-4fc6-a848-bc0d23783734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.902954098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"842199a4-5e04-437f-a093-8d22c6ac05a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.820826654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0262c727-fa0d-44f0-a49c-8efb2869cc72","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.009312562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"3ddf23a7-badc-4c52-be28-4e7c567ba984","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.009966094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a67bff5-b707-4d14-a9b0-cab212071dd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.221298229Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.273391386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3ca3c97-f1f7-41d5-9a63-e6d5e264f1b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.273416853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3ca3c97-f1f7-41d5-9a63-e6d5e264f1b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.750588271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"da103fd5-6416-4929-9f4f-7d2fd6329cdf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.814673888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c91a9c99-e78d-470e-bd0b-36a285b44c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.848906789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"da103fd5-6416-4929-9f4f-7d2fd6329cdf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.906176538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"47f147f6-2e37-406b-bdef-802b3021246a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.962380018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c91a9c99-e78d-470e-bd0b-36a285b44c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.966628675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ebb75e38-3a5e-403b-b571-250adc3449d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.042864324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"47f147f6-2e37-406b-bdef-802b3021246a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.137994965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ebb75e38-3a5e-403b-b571-250adc3449d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.054378565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"c65c3014-f708-40fe-b41a-e5cee20a8d63","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.458686615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0f4fda13-7c30-40ee-8227-47ab46707908","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.539756689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0f4fda13-7c30-40ee-8227-47ab46707908","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.234784351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7c143ae3-bf34-4723-b15b-a02546e7e544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.235556021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"49e22c8d-3335-487d-9d1b-dbc5303bdd44","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.236330295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"75268dbe-b78c-4336-b9d1-b4d134d52d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.236401345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bb66fd37-3acc-40b8-9fdb-fe8cd1c6d3ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.291121764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc0de-deaf-405d-b3fc-a779c1788a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.296095043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bb66fd37-3acc-40b8-9fdb-fe8cd1c6d3ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.297266617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"75268dbe-b78c-4336-b9d1-b4d134d52d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.298217742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7c143ae3-bf34-4723-b15b-a02546e7e544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.300562384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"49e22c8d-3335-487d-9d1b-dbc5303bdd44","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.346962956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc0de-deaf-405d-b3fc-a779c1788a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.347480567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"0e7cc3c7-b605-4be2-b119-967518446201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.401789911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc0de-deaf-405d-b3fc-a779c1788a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.409060867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"0e7cc3c7-b605-4be2-b119-967518446201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.45589095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cc0de-deaf-405d-b3fc-a779c1788a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.578713797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-296da7ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-296da7ab","reconcileID":"304f6fc8-0a22-4047-8213-31c39650ba8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-296da7ab","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-296da7ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.77021427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ac7b7090-1749-4d4b-90f7-7f17944efcd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.770764003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c81c8cac-0013-407b-801c-c6a0c1a8d4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.771301666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fe83c00a-7c7f-4ef9-b18c-4c0201e3c8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.831467524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c81c8cac-0013-407b-801c-c6a0c1a8d4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.832702082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fe83c00a-7c7f-4ef9-b18c-4c0201e3c8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.833867181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ac7b7090-1749-4d4b-90f7-7f17944efcd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.87817025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"9135685d-77a8-4a2e-a6bd-89f6dbaf63d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:57.936885239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"9135685d-77a8-4a2e-a6bd-89f6dbaf63d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.495980141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93440b4b-6e11-464a-b49a-a92d7d6d4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.549842163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93440b4b-6e11-464a-b49a-a92d7d6d4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.604175101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93440b4b-6e11-464a-b49a-a92d7d6d4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.658151619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93440b4b-6e11-464a-b49a-a92d7d6d4b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.87847549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e7db7e32-1f80-409d-9391-ffea24a7c2cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.937514637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e7db7e32-1f80-409d-9391-ffea24a7c2cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:59.995611388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (86fd82871f28ec6d6e932158da15242a10fee30d6f45c6fd4eaf91d0881be522) AuthConfig (94f96b03b81616179abefb8461f3bfc777f2b72acfb944226b43f1a8b184cb71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (fedfe2d540521766afca2346b5b050ff16f924b85424e26ee2a6d2363c269e88) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c18453bb4fd0926a89d59472c353bbfbc728a9b419b85ad59c82060fcfc855fa) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0228b8170574e7a94abed93efc7a1f5750512e58312fc5ee1d2dc204ae0adf78) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d375a6c82de7d10319fd099d665b95d55c5ba0ea65da1f42b0cbea9263e8a553) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa394e95640fc8dd6bb2496ce6b70eeef72caaf8b158deb01418197b64f62dee) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a214645a469de9fdb06ce10a1670b60ffe7707d2a4d88bf1e6a44671817ece9a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (76a0c548b443ed750ed7314ffdbeedcaba641101663b5d55579a88c6fae77146) AuthConfig (cc0c8a429c52120a8966c3ab803744e5ca320db36c24219436a6ac30d671399b) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e7db7e32-1f80-409d-9391-ffea24a7c2cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.056337043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1fa9259-c262-46c3-b06c-00774ce0023a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.056360601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1fa9259-c262-46c3-b06c-00774ce0023a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.404555807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b86a20bf-1ac9-4c87-99c1-8dba33626f13","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.45884122Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b86a20bf-1ac9-4c87-99c1-8dba33626f13","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.513199885Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b86a20bf-1ac9-4c87-99c1-8dba33626f13","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.794271757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"68451841-dbd2-4c85-8d4c-e6831364e19e","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.794330153Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-526223-sub models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.949053626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"4f3d71df-6849-49d1-854b-8a5f36933aed","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.21370555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b59845d-c64c-4acc-b344-4feabfc7e8d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.21576218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ba422454-e7de-4212-a99b-4a5302080cbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.242395049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"02a98eb7-06ad-4d15-9731-0dfa178ab8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.243288029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"71cf52c8-345f-4e8e-a411-d54bdfc91a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.385242677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"71cf52c8-345f-4e8e-a411-d54bdfc91a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.454560248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b59845d-c64c-4acc-b344-4feabfc7e8d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.458478124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ba422454-e7de-4212-a99b-4a5302080cbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.46917215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"02a98eb7-06ad-4d15-9731-0dfa178ab8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.741323976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth1","reconcileID":"91bd95ab-8a10-4227-b1c0-225f107ca399","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.974273153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"132a8a29-a59a-4d08-a14e-be49711a4a4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.9769311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"2d963ee4-4cfa-427e-8008-ba89144a8257","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.033013304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"132a8a29-a59a-4d08-a14e-be49711a4a4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.134473136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"5346c081-a3f5-43ae-a70a-e1b70b0d30fb","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.226702554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab012a1-e883-47f1-b998-ff32dd3d729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.281028036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab012a1-e883-47f1-b998-ff32dd3d729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.281128673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-sa-multi-hdr-auth2","reconcileID":"332893e0-f8a0-4c73-a8c6-544a808956b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/distinct-2-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.337771513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab012a1-e883-47f1-b998-ff32dd3d729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.392641779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab012a1-e883-47f1-b998-ff32dd3d729e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.551740391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"ac3b8e5d-ae6d-4723-a6b9-40ba198c9445","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.128075871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"da6ad7c7-770e-48e9-baa5-dae5e2a8bf57","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.128101181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"da6ad7c7-770e-48e9-baa5-dae5e2a8bf57","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.255545582Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"d110ccb6-fda6-4f67-808d-7ec2e3ee5c2a","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2b8c6b54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.412176577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"9f21247c-d99b-479c-b314-49f60a5a8a7d","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.412601544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"0db7dd48-dfaf-430e-a6e5-ad58e97d9920","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.412932978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1db09e6-597f-4700-8701-b8248fe562f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.413239166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0e2bbe-f4ee-4a8a-a232-9c314f112bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.54507327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"9f21247c-d99b-479c-b314-49f60a5a8a7d","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.591435Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"0db7dd48-dfaf-430e-a6e5-ad58e97d9920","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.648209208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"9f21247c-d99b-479c-b314-49f60a5a8a7d","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.650715961Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0e2bbe-f4ee-4a8a-a232-9c314f112bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.651833497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"0db7dd48-dfaf-430e-a6e5-ad58e97d9920","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.652948456Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1db09e6-597f-4700-8701-b8248fe562f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.716016339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0e2bbe-f4ee-4a8a-a232-9c314f112bab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:03.716627506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1db09e6-597f-4700-8701-b8248fe562f5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.717275174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"6b53e3c4-00ec-4c71-b013-4b62ee2868cd","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.717341977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"6b53e3c4-00ec-4c71-b013-4b62ee2868cd","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.771788425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"8e712d3e-198d-4b61-8ab8-b690b24d281e","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.771825614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"8e712d3e-198d-4b61-8ab8-b690b24d281e","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.832514299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51885675-d271-4d24-8424-e72aa82fa802","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.832601559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51885675-d271-4d24-8424-e72aa82fa802","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.84144402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd6b3788-0cb9-49a6-b182-91f78c92151d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.841545281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd6b3788-0cb9-49a6-b182-91f78c92151d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.89331153Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"0e012f84-c94b-4bc8-b2d4-75fb6fbc7a1d","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2b8c6b54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:03.941812146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"04f2d702-30bb-4b4e-8b7a-a7314d9a12e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.001139728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"04f2d702-30bb-4b4e-8b7a-a7314d9a12e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.052049489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"d5103bc8-70a5-47c9-9eaa-a90c29083174","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.052509881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de17ec0-fc92-4974-ae6c-6df8c1f57e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.052519861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfbe966f-f39b-4f4f-8960-b1e8eca021e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.063452702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"04f2d702-30bb-4b4e-8b7a-a7314d9a12e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.112714279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfbe966f-f39b-4f4f-8960-b1e8eca021e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.112772018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de17ec0-fc92-4974-ae6c-6df8c1f57e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.115354846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"d5103bc8-70a5-47c9-9eaa-a90c29083174","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.177217126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"52746c17-0fa2-4408-9ce7-191bcc70eb63","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.177242091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"52746c17-0fa2-4408-9ce7-191bcc70eb63","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.177681651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3c55229-60e7-417d-b41e-e3ddf2a8084a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.177696742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3c55229-60e7-417d-b41e-e3ddf2a8084a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.248285536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08686a57-9b2c-473a-8724-a86c5003e64d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.248316299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08686a57-9b2c-473a-8724-a86c5003e64d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.427244983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7a4b468e-b57c-4fb0-a01d-eba71cab803f","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.466262942Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-20b682 models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.466572232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f47fdc4-dd15-437c-a8de-ee503e3f2da5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.466595077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f47fdc4-dd15-437c-a8de-ee503e3f2da5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.486081512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7a4b468e-b57c-4fb0-a01d-eba71cab803f","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.52617456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ba3e1e1-8320-4f6a-8b9d-2daaee77f1bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.52620252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ba3e1e1-8320-4f6a-8b9d-2daaee77f1bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.533135202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"2e683672-ac33-463e-a7c0-1b6f7b1a815f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.543847296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7a4b468e-b57c-4fb0-a01d-eba71cab803f","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:04.571526659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"2c05b883-636c-4155-a0a5-42d76686f568","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-20b682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.591889245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"2e683672-ac33-463e-a7c0-1b6f7b1a815f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.593062046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb48916-8204-4d2c-822e-dffd6c6db95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.593063314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6886122a-76ec-4ea7-b8de-6a9e06856d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.640583733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"471b2196-e1da-46ba-9478-5c41f247762d","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.640610176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"471b2196-e1da-46ba-9478-5c41f247762d","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.649769536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"2e683672-ac33-463e-a7c0-1b6f7b1a815f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.652365327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb48916-8204-4d2c-822e-dffd6c6db95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.652444368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6886122a-76ec-4ea7-b8de-6a9e06856d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.683166387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc5c2624-ee69-4591-a9e6-a51d346663c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.683190435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc5c2624-ee69-4591-a9e6-a51d346663c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.700344626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"5dc7978f-dd94-468c-8b94-444b4c5077c6","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.708955763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f71d258-db1e-44d1-8954-069f077de995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.708979778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f71d258-db1e-44d1-8954-069f077de995","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.713145384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6886122a-76ec-4ea7-b8de-6a9e06856d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.713335435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbb48916-8204-4d2c-822e-dffd6c6db95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.743079431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aa510e2-bf3e-4bff-a8d6-10d6ebec9466","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.743100258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aa510e2-bf3e-4bff-a8d6-10d6ebec9466","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.759531996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"5dc7978f-dd94-468c-8b94-444b4c5077c6","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.772618062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b36ecf4-357b-4acf-8014-24f5f005f640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.772636118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b36ecf4-357b-4acf-8014-24f5f005f640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.77550887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76694695-1b30-4751-8472-0ad3e92ae332","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.775526863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76694695-1b30-4751-8472-0ad3e92ae332","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.815236914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7525fa9f-5df7-490b-b727-6053f41211db","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.817774554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"5dc7978f-dd94-468c-8b94-444b4c5077c6","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.874426516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7525fa9f-5df7-490b-b727-6053f41211db","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.93212713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"7525fa9f-5df7-490b-b727-6053f41211db","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.965878358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"ccb54a25-2adf-4db6-aeed-831bbce422a8","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-a1faf7b9/e2e-shared-int-sub-d1080a12","models-as-a-service/e2e-default-int-sub-20b682","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.975447576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"09faebc0-4ea3-497b-8985-d441b53816f8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.034628895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"09faebc0-4ea3-497b-8985-d441b53816f8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.076195308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"571d01e1-eac5-4688-b9dc-fa3baca5e02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.076196811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238ec9bd-6412-48b0-a49d-562020aa214b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.084380545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"13798d24-de6c-4189-980b-69d78f61bc1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.092331005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"09faebc0-4ea3-497b-8985-d441b53816f8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.129167494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"85d131f6-7d98-454c-a43f-c3af90c5d085","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.129276101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7121c976-18eb-4e84-9069-10bcc364ff95","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.13551803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"571d01e1-eac5-4688-b9dc-fa3baca5e02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.136059997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238ec9bd-6412-48b0-a49d-562020aa214b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.139631469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cd3b93d-9ade-4fda-9e92-1922bdbde69f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.13964659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cd3b93d-9ade-4fda-9e92-1922bdbde69f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.147602459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"13798d24-de6c-4189-980b-69d78f61bc1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.193324892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"571d01e1-eac5-4688-b9dc-fa3baca5e02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.193931668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238ec9bd-6412-48b0-a49d-562020aa214b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.205496675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"13798d24-de6c-4189-980b-69d78f61bc1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:05.248843066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238ec9bd-6412-48b0-a49d-562020aa214b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.302695648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"039bbcfd-1923-4798-b81a-05591f7eb921","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.521124358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a56ad7dc-3a7e-40d2-807c-64b59de862d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.58010788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a56ad7dc-3a7e-40d2-807c-64b59de862d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.638397967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a56ad7dc-3a7e-40d2-807c-64b59de862d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.799099116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"99efe53d-991e-4c7a-9d64-191cfab8c54b","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.961192913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"fd692d42-5806-4fc1-9ba3-c1d04e88a526","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.021326844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"38cf3514-d384-49e5-8780-20e8281c14ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.022087874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"8a4be046-4d05-49d6-9d45-1658da85efd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.090392799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"8a4be046-4d05-49d6-9d45-1658da85efd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.090392801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"38cf3514-d384-49e5-8780-20e8281c14ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.163037742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"d0e97395-c346-4c3b-88ab-de6a8ab719e6","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.324819808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"67be0454-5d9a-4e76-82e3-9947ea35f6bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.164070927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"b10acd2c-7e10-4719-805e-149c28c1a876","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.299599625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"b10acd2c-7e10-4719-805e-149c28c1a876","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.358162326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"b10acd2c-7e10-4719-805e-149c28c1a876","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.415574716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7841924-1c0b-4500-a776-4c18125484ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.415595756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7841924-1c0b-4500-a776-4c18125484ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.491269901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"fed7492a-dfe3-426d-8f19-3796bbc93a97","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.503445338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"4bfe27e3-8f3d-46f8-ad8c-5d96b5e2ff34","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.510967048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"e9f903fc-d271-4106-b84f-b97af4bafb2c","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.56881649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d894758a-c3c0-4807-ad05-cc909c9b6b0b","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.581119883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"05aa5402-690d-41eb-9963-9d6c6a173a27","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.581681102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"b1e4fd74-c4e9-4d4b-bd68-c9d33e404317","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.672879623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a6bebf37-e285-4e36-a19e-ef38cd4a743a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.673413251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"cc2fa6c0-4902-47a8-b3e9-bb30422abb28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.673885309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"ddfc0f01-22e8-4d57-8231-fb914d78fa0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.674289197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"d1e56c02-f994-42e9-8598-a89c61b9956c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.795736394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a6bebf37-e285-4e36-a19e-ef38cd4a743a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.803996517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"cc2fa6c0-4902-47a8-b3e9-bb30422abb28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.169609776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"5ff43372-e57e-4691-a689-d915bc5a5439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.169610608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"de830083-7fd4-4393-ac17-c0cad0a60702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.23382293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"de830083-7fd4-4393-ac17-c0cad0a60702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.234182288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"5ff43372-e57e-4691-a689-d915bc5a5439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.981183516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"d6ebb482-2e9b-47b2-807f-f4309a9e4614","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-526223","subscription":"e2e-rt-eq-526223-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.227299424Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"d6ebb482-2e9b-47b2-807f-f4309a9e4614","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.286559579Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-sub","reconcileID":"d6ebb482-2e9b-47b2-807f-f4309a9e4614","MaaSSubscription":{"name":"e2e-rt-eq-526223-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-526223","namespace":"llm","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.716071903Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-20b682 models-as-a-service/e2e-rt-sw-e60af3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.793215419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"3c524010-6a4b-4389-af13-6d1fa3dcaa85","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.793352601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"3c524010-6a4b-4389-af13-6d1fa3dcaa85","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.940152042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"254869bd-a055-47bb-bbb5-51b16dcbe55d","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:14.94031263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"254869bd-a055-47bb-bbb5-51b16dcbe55d","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.037365306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b07d1f-1081-4fcb-a8ba-e6a262a2f084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.052327239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"add9071b-0d91-4c20-8c50-ab25cb8def3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.061097389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"43b3fd26-c1f5-4f0b-8778-d5f1944fb724","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.061848636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"6c770244-643f-40d5-9426-f1970c8f8b06","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.062511607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"011bcc8f-ca4c-4a76-a0a3-a756a3178f46","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.47018618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"add9071b-0d91-4c20-8c50-ab25cb8def3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.470697612Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"011bcc8f-ca4c-4a76-a0a3-a756a3178f46","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.473607747Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b07d1f-1081-4fcb-a8ba-e6a262a2f084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.483831832Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"6c770244-643f-40d5-9426-f1970c8f8b06","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.565302729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"add9071b-0d91-4c20-8c50-ab25cb8def3b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.566528726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"011bcc8f-ca4c-4a76-a0a3-a756a3178f46","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.566695132Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"43b3fd26-c1f5-4f0b-8778-d5f1944fb724","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.580991604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"6c770244-643f-40d5-9426-f1970c8f8b06","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.582390608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1019c36-3911-4eba-81cc-7ad77f270188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.582466873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1019c36-3911-4eba-81cc-7ad77f270188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.612210715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09b07d1f-1081-4fcb-a8ba-e6a262a2f084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.678154128Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"43b3fd26-c1f5-4f0b-8778-d5f1944fb724","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-526223-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2144\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:15.6783599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"43b3fd26-c1f5-4f0b-8778-d5f1944fb724","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.678696354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-526223-access","reconcileID":"0bc9bea6-9388-469b-9beb-2bd4515eabda","MaaSAuthPolicy":{"name":"e2e-rt-eq-526223-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.724025858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"9b3592de-188f-476b-836c-86a18a458fa6","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.724077013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"9b3592de-188f-476b-836c-86a18a458fa6","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.755318046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b0cfa38-ac4c-4efd-ab3c-580a72b735de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.755343173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b0cfa38-ac4c-4efd-ab3c-580a72b735de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.991938266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"481ddd79-fab6-4172-b499-c5d7193f3253","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.993372506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13477505-b130-4c4a-9847-ed8da5929e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.014389256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"3b614fbd-0676-467f-933a-c58cce2656aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.015102702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"826f9031-27c6-4d65-906d-d0e48e1322b1","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.015188233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"826f9031-27c6-4d65-906d-d0e48e1322b1","MaaSModelRef":{"name":"e2e-rt-eq-526223","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-526223-7cdee9788ef0","namespace":"llm","model":"e2e-rt-eq-526223","externalModel":"e2e-rt-eq-526223","provider":"e2e-rt-eq-526223-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.066050147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.138869783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"3b614fbd-0676-467f-933a-c58cce2656aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.246072665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13477505-b130-4c4a-9847-ed8da5929e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.298488437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"481ddd79-fab6-4172-b499-c5d7193f3253","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.313462689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"3b614fbd-0676-467f-933a-c58cce2656aa","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.38500474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13477505-b130-4c4a-9847-ed8da5929e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.453196276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"481ddd79-fab6-4172-b499-c5d7193f3253","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:16.490393103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13477505-b130-4c4a-9847-ed8da5929e3d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.531105233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"926a7fc7-88cc-4682-a15f-ade3f2d2777c","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.557909009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"926a7fc7-88cc-4682-a15f-ade3f2d2777c","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:16.552871117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"481ddd79-fab6-4172-b499-c5d7193f3253","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-20b682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.609534883Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"a7a69702-f6a2-4767-97fa-1d3a34185fb1","namespace":"llm","name":"e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.840384845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e23ceffc-4e2a-42aa-a705-8c842d08a050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.841409472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"3482c104-bf36-4424-9f66-e2d84669192b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.000214089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"50f957e0-8811-40a7-bebe-f573cf7e6feb","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.000677466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e23ceffc-4e2a-42aa-a705-8c842d08a050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.001554691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"3a24cfb4-249c-49b4-b305-389e6a8864a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.002707293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db25877e-e599-480d-af08-31a8efb82f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.302900268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e23ceffc-4e2a-42aa-a705-8c842d08a050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.382784258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"3482c104-bf36-4424-9f66-e2d84669192b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.684580474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"3a24cfb4-249c-49b4-b305-389e6a8864a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:18.187121028Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"50f957e0-8811-40a7-bebe-f573cf7e6feb","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:18.187914446Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db25877e-e599-480d-af08-31a8efb82f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:18.272805171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"50f957e0-8811-40a7-bebe-f573cf7e6feb","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.99286909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"3482c104-bf36-4424-9f66-e2d84669192b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.050165194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147c7550-1610-46cf-b05e-a3a682b1efec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.430199793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"147c7550-1610-46cf-b05e-a3a682b1efec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.490267308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"3a24cfb4-249c-49b4-b305-389e6a8864a3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:18.660022637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db25877e-e599-480d-af08-31a8efb82f8a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.681980094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"95eb08a7-f39f-4bb6-90d8-0fefdb3d7d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.683342363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"736cc98a-fec1-4df2-99c4-535b45e89889","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.68343301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"736cc98a-fec1-4df2-99c4-535b45e89889","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.711408503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f586f93a-b8f1-4f9d-b66c-ed9d2113fa9c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.711912744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f586f93a-b8f1-4f9d-b66c-ed9d2113fa9c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.712482382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ab3fda-6248-4603-9390-39beed78357c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.712541728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ab3fda-6248-4603-9390-39beed78357c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.714188199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e80a597-22b7-4406-9f2b-cad8a1cec91f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.796058898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9e80a597-22b7-4406-9f2b-cad8a1cec91f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.849540558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2aff587d-a011-421b-a2de-357bba195504","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.850701117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2aff587d-a011-421b-a2de-357bba195504","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.851235861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2ed5116-9650-4e50-80a3-09ba74445e3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.851294869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2ed5116-9650-4e50-80a3-09ba74445e3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.851873737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67e7de89-bd15-4f46-aba2-1baea6f7f3b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.855743821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"67e7de89-bd15-4f46-aba2-1baea6f7f3b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.85626244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0620db94-19e5-4a5a-986c-893a816e4a99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.856322622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0620db94-19e5-4a5a-986c-893a816e4a99","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.861191668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc65bd72-4d7f-49b6-8f07-4dd86cb227a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.861220477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc65bd72-4d7f-49b6-8f07-4dd86cb227a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.861614224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d81a1eeb-cc10-4d50-874b-1d37ef16957d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.861628697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d81a1eeb-cc10-4d50-874b-1d37ef16957d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.865074813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"9895272d-b229-4e33-930f-ea38712375cc","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.86579963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"673664b5-9fe3-49c2-b8cd-4205f090b081","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.866300133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8e17059-5927-4f7f-8ce8-2ba4cec88459","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.867313332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"d45816ca-9f93-4972-94eb-f1f4db73d8f5","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.794511191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"95eb08a7-f39f-4bb6-90d8-0fefdb3d7d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.796011195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ee2bd6c5-70fa-4c0f-982c-a4f63cd83e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.996775578Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-526223","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-526223","reconcileID":"affde9b4-3af4-4e52-b911-5879f644ca36","namespace":"llm","name":"e2e-rt-eq-526223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.0223623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"bda5d670-6d72-4256-8dbe-e23f8c1a7580","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","model":"llm/e2e-rt-sw-e60af3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.102204392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ee2bd6c5-70fa-4c0f-982c-a4f63cd83e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.2355596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f32ee257-0574-4579-87a5-1b3d7cc842a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.249278144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a4d1bf98-9b2a-406c-ab17-9d329033875d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.356640571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d4a7dd-772e-43f2-84cf-64485f56adbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.386100417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f32ee257-0574-4579-87a5-1b3d7cc842a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.404318286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a4d1bf98-9b2a-406c-ab17-9d329033875d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.45632469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d4a7dd-772e-43f2-84cf-64485f56adbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.527726064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d4a7dd-772e-43f2-84cf-64485f56adbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.624753284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de108a78-196e-4554-9d99-fa844df5b646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.624881151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de108a78-196e-4554-9d99-fa844df5b646","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.626313349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8a5ee4de-5da1-4cb5-909d-247c913c4e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.788319674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8a5ee4de-5da1-4cb5-909d-247c913c4e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.83803865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d1bd72f2-ac60-4c63-8a77-b76f02317041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.899311633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f68ab181-6f99-48d5-856a-2541f6cf7142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.929394519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d1bd72f2-ac60-4c63-8a77-b76f02317041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.97345264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"3ce46452-6024-4648-9774-81e722ceb727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.974268044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e21bb3a8-d836-47cd-a006-1dd94e47a918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.979609301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f68ab181-6f99-48d5-856a-2541f6cf7142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.993258426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"45d4fe78-ac0e-4eb1-96a2-d37e5fe1ac23","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:19.993932402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"45d4fe78-ac0e-4eb1-96a2-d37e5fe1ac23","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.092253744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e21bb3a8-d836-47cd-a006-1dd94e47a918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.095956256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"3ce46452-6024-4648-9774-81e722ceb727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.162453566Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"fbb56ffc-b372-4b79-88a6-0dd40c01f8a2","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-117b464a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.31238246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ead59474-fd45-49d7-8734-92fb113e23fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.397624878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ead59474-fd45-49d7-8734-92fb113e23fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.429381871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"13f31a3c-4728-4585-b4b2-d7af5875f101","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.430055321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"d7b6c593-c712-4e61-8629-ab589f615f4a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.5163194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"13f31a3c-4728-4585-b4b2-d7af5875f101","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.592780876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"13f31a3c-4728-4585-b4b2-d7af5875f101","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.605832157Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"d7b6c593-c712-4e61-8629-ab589f615f4a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.757373351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8256dd01-39aa-4280-82d1-c6c00f376ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.758058765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"0aede7d8-557e-4820-86d2-fca178fe7e9b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.760676587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"d7b6c593-c712-4e61-8629-ab589f615f4a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.817753421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"708e23db-ac70-41a7-84e7-be0b559964fc","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.834758731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"708e23db-ac70-41a7-84e7-be0b559964fc","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.931183548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d241f9c4-1ccf-49f2-9f87-7630302f5ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.934891133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5967d7c0-85e7-4622-accc-cb0ab6febb12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.961221904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5967d7c0-85e7-4622-accc-cb0ab6febb12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.962729472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"0aede7d8-557e-4820-86d2-fca178fe7e9b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.976515031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ac1a6716-9c4d-429d-8d1e-1aa4e661ac87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:20.977623148Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8256dd01-39aa-4280-82d1-c6c00f376ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:20.977816906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8256dd01-39aa-4280-82d1-c6c00f376ea6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.995381807Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"d1261b1a-9944-419a-812a-7e377bba8bc3","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-117b464a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.999855883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d241f9c4-1ccf-49f2-9f87-7630302f5ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.026181945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"0aede7d8-557e-4820-86d2-fca178fe7e9b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.052362087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ac1a6716-9c4d-429d-8d1e-1aa4e661ac87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.056265763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"839cbd92-66d2-4c77-b72c-269e13233e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.090233887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fe4ec3b-332a-4757-b1cf-c629b9d2ae22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.090347467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fe4ec3b-332a-4757-b1cf-c629b9d2ae22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.150361747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"839cbd92-66d2-4c77-b72c-269e13233e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.250439168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d75307-43b6-4235-aecc-01997d74e5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.287325939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"faa375f2-d2c6-4e41-abc1-e8b74c6018f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.326194372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d75307-43b6-4235-aecc-01997d74e5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.355260388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"faa375f2-d2c6-4e41-abc1-e8b74c6018f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.400551321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37d75307-43b6-4235-aecc-01997d74e5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.476160214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63026407-ab9c-498c-aa20-ca5e3da6503c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.476193183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63026407-ab9c-498c-aa20-ca5e3da6503c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.482418608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"76a913d0-db85-4b4e-b637-6f313ecd93ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.574186305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"76a913d0-db85-4b4e-b637-6f313ecd93ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.589116467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e136ac5f-db56-4ac5-8419-2cc4e23b6f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.635788356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"76a913d0-db85-4b4e-b637-6f313ecd93ae","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.651960038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e136ac5f-db56-4ac5-8419-2cc4e23b6f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.695479658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"66ce4a0c-ba67-4bdd-8d7d-cd6d5fd72561","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.717545052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e136ac5f-db56-4ac5-8419-2cc4e23b6f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.761043877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"066ac9d7-5bd9-45d0-8dab-d38a7e547747","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.761363423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"066ac9d7-5bd9-45d0-8dab-d38a7e547747","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.7640996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"66ce4a0c-ba67-4bdd-8d7d-cd6d5fd72561","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.779915063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed149348-6fa8-4558-b356-b05266bb5e29","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.780020108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed149348-6fa8-4558-b356-b05266bb5e29","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.824980494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"66ce4a0c-ba67-4bdd-8d7d-cd6d5fd72561","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.731226263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b229647d-97b9-4db1-a168-781c4b9fdc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.731821391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ad3a4bee-b86d-4ae2-846f-417d5bc97b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.816985499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b229647d-97b9-4db1-a168-781c4b9fdc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.825160171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ad3a4bee-b86d-4ae2-846f-417d5bc97b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.019620787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"0712b5ee-fb57-4a0a-bd52-a44c82612d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.019682675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5c101348-0b7d-481b-8491-2156846cd60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.07894221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"0712b5ee-fb57-4a0a-bd52-a44c82612d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.07970413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5c101348-0b7d-481b-8491-2156846cd60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.450355036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ff845c77-ece8-495a-af94-47f25c68c1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.450368803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1bf9a682-0949-4c40-b51b-c971a9a6b9a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.509524724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1bf9a682-0949-4c40-b51b-c971a9a6b9a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.510427358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ff845c77-ece8-495a-af94-47f25c68c1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:30.959967599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e86ea29f-0263-477b-822b-33b55cdb28c8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.053959118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"c0e13e58-33c9-42ce-ad1e-2ad5a3540f39","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e60af3","subscription":"e2e-rt-sw-e60af3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.09143757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e86ea29f-0263-477b-822b-33b55cdb28c8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.148765719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"e86ea29f-0263-477b-822b-33b55cdb28c8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.162544547Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"c0e13e58-33c9-42ce-ad1e-2ad5a3540f39","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.20778467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157c469b-b60a-499d-9759-b7f4457115c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.207807528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157c469b-b60a-499d-9759-b7f4457115c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.216182604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-sub","reconcileID":"c0e13e58-33c9-42ce-ad1e-2ad5a3540f39","MaaSSubscription":{"name":"e2e-rt-sw-e60af3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e60af3","namespace":"llm","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.548607447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"b529ae25-04cb-44de-b77d-9c2a0b9ba0e3","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.548640959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"b529ae25-04cb-44de-b77d-9c2a0b9ba0e3","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.555602619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfca120-4c58-4c8d-a68d-db91717814db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.555624925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcfca120-4c58-4c8d-a68d-db91717814db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.691580025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efc1cc8c-6274-43c2-b76b-00d428e2ca43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.696154191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"3b907e69-fab6-413a-b060-e737810876e2","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.696180277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"3b907e69-fab6-413a-b060-e737810876e2","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.792913988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb1f377-e5a4-458f-9547-eeb9f0ada168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.793059456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"28bb28f4-9050-4ac7-9c8b-27cc610fbfce","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.792911179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"8cb4b4cf-d4d9-4a87-914a-29056a1c23d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.822686991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efc1cc8c-6274-43c2-b76b-00d428e2ca43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.853550894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb1f377-e5a4-458f-9547-eeb9f0ada168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.858293903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"8cb4b4cf-d4d9-4a87-914a-29056a1c23d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.858322916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"28bb28f4-9050-4ac7-9c8b-27cc610fbfce","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.883287856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efc1cc8c-6274-43c2-b76b-00d428e2ca43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.912113168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fb1f377-e5a4-458f-9547-eeb9f0ada168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.916903067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"8cb4b4cf-d4d9-4a87-914a-29056a1c23d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.916939415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"28bb28f4-9050-4ac7-9c8b-27cc610fbfce","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.94233998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1e0a430-ba8e-4341-ae4c-ce342740dc34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.942364065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1e0a430-ba8e-4341-ae4c-ce342740dc34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.971848809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ba0da68-6808-4f0f-b8a5-7f22b94283f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.971871598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ba0da68-6808-4f0f-b8a5-7f22b94283f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:31.976088411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"28bb28f4-9050-4ac7-9c8b-27cc610fbfce","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-e60af3-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.976324566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e60af3-access","reconcileID":"b4b69690-4a8b-4ea5-94ee-170704aa08a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-e60af3-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.976438712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4927608-8df1-491c-bad3-bca4eb80afb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.976457812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4927608-8df1-491c-bad3-bca4eb80afb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.103550619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768b6b05-db81-4e20-88f8-07ccfa45322a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.16241206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768b6b05-db81-4e20-88f8-07ccfa45322a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.195966529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f9c89b4f-e8ae-49c4-aca6-58f1ba46ebc4","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.195995422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f9c89b4f-e8ae-49c4-aca6-58f1ba46ebc4","MaaSModelRef":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e60af3-6feb9256c14f","namespace":"llm","model":"e2e-rt-sw-e60af3","externalModel":"e2e-rt-sw-e60af3","provider":"e2e-rt-sw-e60af3-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.219874646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768b6b05-db81-4e20-88f8-07ccfa45322a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:32.275016545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768b6b05-db81-4e20-88f8-07ccfa45322a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.442084687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b449c63e-63ba-46e6-bb5f-b3badc5f58ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.501131216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b449c63e-63ba-46e6-bb5f-b3badc5f58ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.559324759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b449c63e-63ba-46e6-bb5f-b3badc5f58ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.737144249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"b8d9e9fb-925c-4d55-8694-7d2da0bceb00","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.847574216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"8eb0f3e2-8cc5-4c0d-958a-996ff7925548","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.901200209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919cbf03-89a4-4b11-82c4-9c974b3a0705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.902832614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc088d40-6a6a-4ce9-b867-ab12227dde0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.903425144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"43f6cc82-afb3-4ccf-9a36-b1041cdbf0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.904339363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"63843e8d-3aa2-41ce-923f-9aaced705d9c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.959775446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919cbf03-89a4-4b11-82c4-9c974b3a0705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.961576053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc088d40-6a6a-4ce9-b867-ab12227dde0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.962042247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"43f6cc82-afb3-4ccf-9a36-b1041cdbf0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.964068165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"63843e8d-3aa2-41ce-923f-9aaced705d9c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.978431701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"8eb0f3e2-8cc5-4c0d-958a-996ff7925548","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.059890616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc088d40-6a6a-4ce9-b867-ab12227dde0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.060092891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"63843e8d-3aa2-41ce-923f-9aaced705d9c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.062003609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"919cbf03-89a4-4b11-82c4-9c974b3a0705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.064261589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"8eb0f3e2-8cc5-4c0d-958a-996ff7925548","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.134790225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"747839c3-241a-474f-bbe3-a854d78a04d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.134814554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"747839c3-241a-474f-bbe3-a854d78a04d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.135246867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b823083d-b5e7-497b-b54c-4b801f454bc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.135262977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b823083d-b5e7-497b-b54c-4b801f454bc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.135613775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2d70315-2050-4ee6-949d-4ad97209a6d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.13562845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2d70315-2050-4ee6-949d-4ad97209a6d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.295907778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"af206db0-be00-43fa-8eeb-edddc043505d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.296148755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4ff2fe7a-24fc-4e2a-9eb3-b93373dbc0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.295912006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"df699f73-903f-44d5-a41e-bd4b395af6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.296464011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7dd990bb-18f4-4a2c-b64c-742ef876fa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.355096301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4ff2fe7a-24fc-4e2a-9eb3-b93373dbc0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.355988765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7dd990bb-18f4-4a2c-b64c-742ef876fa6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.357583649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"af206db0-be00-43fa-8eeb-edddc043505d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.358889439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"df699f73-903f-44d5-a41e-bd4b395af6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.409688441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8608b17b-c78e-4dc9-8aaf-fe4c481bb761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.484016168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8608b17b-c78e-4dc9-8aaf-fe4c481bb761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.760766495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"6a6fc39d-481b-42c4-9bc0-8d3a43418b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.773423033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ae84c1aa-3ec8-483a-a92c-e344c79e8c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.773429712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9e9f7a18-caf5-4723-a769-d6eb15a096f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.780337705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8fe71413-f3ce-44cf-a244-6480c996c9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.82303465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"6a6fc39d-481b-42c4-9bc0-8d3a43418b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.835547107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9e9f7a18-caf5-4723-a769-d6eb15a096f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.835692084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"ae84c1aa-3ec8-483a-a92c-e344c79e8c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.839119151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8fe71413-f3ce-44cf-a244-6480c996c9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.946452122Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"f754cd87-f962-435c-8d22-24d16bce392b","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.094211872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b583406-114e-4dcd-8bc6-84d45d20f350","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.101444083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b583406-114e-4dcd-8bc6-84d45d20f350","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.102496538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4e4fe30c-d240-4db0-bec7-acbe569c1a2e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.103845273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4e4fe30c-d240-4db0-bec7-acbe569c1a2e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.104708417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a8eb9d5-6a59-484e-ad74-2515d9b744d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.104817074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a8eb9d5-6a59-484e-ad74-2515d9b744d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.105515199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5b04277-5ff8-4657-9e5c-5acb874aca2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.10556454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5b04277-5ff8-4657-9e5c-5acb874aca2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.106029125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e517662-c00e-4717-81cb-ade9d80cfa00","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.106120816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9e517662-c00e-4717-81cb-ade9d80cfa00","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.106707501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62d50a6e-6b3e-4b83-af71-c8606679aa11","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.106775162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62d50a6e-6b3e-4b83-af71-c8606679aa11","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.107216118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14ef9c3b-320e-4427-ab94-12d4673326eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.107281035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14ef9c3b-320e-4427-ab94-12d4673326eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.10779004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf61780-9cf0-4331-83e2-7941a2fa1dc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.107859869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf61780-9cf0-4331-83e2-7941a2fa1dc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.216528378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"014ddd99-721a-49b1-ab85-574e220f5cbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.24308439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"b827aea2-abf4-4cf3-a654-ce2b16242e56","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.301216465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d38965-9448-4481-978a-d1a4b897b835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.302249113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"c06392ad-4858-45ad-8b70-9306f3a84ebb","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.303217273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e8cf103-305c-42d7-a6a2-47ac5f4886b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.305072688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"05f3b423-8442-4bad-89c4-f79a5c8e8690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.305620346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcc6c538-4297-4ebf-ab41-e34ff2991d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.306269667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"786efe9c-a2db-4b6e-8e4a-8a3dc3b27b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.307714476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"014ddd99-721a-49b1-ab85-574e220f5cbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.324115175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"05665057-6e0e-4695-abb6-c21ab48d9b0c","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.418431613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"014ddd99-721a-49b1-ab85-574e220f5cbd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.424879354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"05f3b423-8442-4bad-89c4-f79a5c8e8690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.435394789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"b827aea2-abf4-4cf3-a654-ce2b16242e56","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:34.485784947Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d38965-9448-4481-978a-d1a4b897b835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:34.499905274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcc6c538-4297-4ebf-ab41-e34ff2991d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.502891562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"b827aea2-abf4-4cf3-a654-ce2b16242e56","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:34.556563663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d38965-9448-4481-978a-d1a4b897b835","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.557335795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01a75e17-4939-4064-8d6c-8d4068653241","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.557352403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01a75e17-4939-4064-8d6c-8d4068653241","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.564608406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31450faa-9198-456a-9e05-60a10f2f4b11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.564635942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31450faa-9198-456a-9e05-60a10f2f4b11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:34.568435437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcc6c538-4297-4ebf-ab41-e34ff2991d9c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.57102987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"316a2e75-9ba0-4508-8645-204579d058cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.57105874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"316a2e75-9ba0-4508-8645-204579d058cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.593683533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e60af3","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e60af3","reconcileID":"88bbad09-45ab-48e7-9c1f-f2ee3d9d6afe","namespace":"llm","name":"e2e-rt-sw-e60af3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.596469187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"5952320d-2bbd-47ea-8977-b961f2b59438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.655542848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"5952320d-2bbd-47ea-8977-b961f2b59438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.721469136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"f676a644-85e9-4eb8-83a3-1c426a514283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.729478564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"da2974fd-09df-4dda-8fac-e9e1daa14556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.729510472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"479ce0e1-2859-429c-9e10-ed4353fbf844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.781173867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"f676a644-85e9-4eb8-83a3-1c426a514283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.790689897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"da2974fd-09df-4dda-8fac-e9e1daa14556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.790688015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"479ce0e1-2859-429c-9e10-ed4353fbf844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.801800434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9860346c-88fe-42ee-924b-65b534b07c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:34.860819944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9860346c-88fe-42ee-924b-65b534b07c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.022692386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c00812d4-ec20-4afc-abcf-95f442b58e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.082487956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c00812d4-ec20-4afc-abcf-95f442b58e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.182240051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"29d9751e-0ddf-4b65-b9f7-6d3282655f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.182421702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"b400bb68-d2c6-4595-80c4-25f319596796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.182248331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7522b949-f84c-4a8a-98e8-1ac41785db7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.182862735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f259afc9-25bc-42d8-82d4-1e7f720782eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.241580094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"7522b949-f84c-4a8a-98e8-1ac41785db7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.242132342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"b400bb68-d2c6-4595-80c4-25f319596796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.244816902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f259afc9-25bc-42d8-82d4-1e7f720782eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.246859164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"29d9751e-0ddf-4b65-b9f7-6d3282655f81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.30349193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f259afc9-25bc-42d8-82d4-1e7f720782eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.363351116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edd3c62e-c493-4f1b-a79d-f0c6d0dd0e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.363376001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edd3c62e-c493-4f1b-a79d-f0c6d0dd0e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.40620609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"6d20f6ce-6860-4eec-98ab-0781c907ca27","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.4694493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"6d20f6ce-6860-4eec-98ab-0781c907ca27","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.470231492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"8cbae73b-f3ba-487e-9d66-df8d715ee4bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.529397172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"6d20f6ce-6860-4eec-98ab-0781c907ca27","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.655006491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"46a8e89b-dce7-4dfa-9556-1b1ff8500773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.655683732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"7511a3e1-0ee8-487e-9888-1f5938148b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.656200723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609f402b-bb14-42ff-847c-dfe0cf525bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.672296866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"8cbae73b-f3ba-487e-9d66-df8d715ee4bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.748037263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"7511a3e1-0ee8-487e-9888-1f5938148b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.756618334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"46a8e89b-dce7-4dfa-9556-1b1ff8500773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.760999594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"8cbae73b-f3ba-487e-9d66-df8d715ee4bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.762003408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5676057a-90a3-48d2-b902-e12636093fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.820287392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772de0d5-2da3-47f7-bf14-67113a7c2444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.820312431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772de0d5-2da3-47f7-bf14-67113a7c2444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.821366139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5676057a-90a3-48d2-b902-e12636093fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.827052751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609f402b-bb14-42ff-847c-dfe0cf525bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.884673137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609f402b-bb14-42ff-847c-dfe0cf525bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.944164391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3bf14b8-4814-4268-96f3-d868630dc3c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.944192197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3bf14b8-4814-4268-96f3-d868630dc3c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:35.982801012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"855b8f31-860b-4de8-b098-5115575b020c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:36.069461613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"855b8f31-860b-4de8-b098-5115575b020c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:36.117785986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"1a7c4f2b-70fe-4e8c-92b5-b99744c31278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:36.177120105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"1a7c4f2b-70fe-4e8c-92b5-b99744c31278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.690739251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"4d430a97-7577-4366-abdf-7aeedc31fdd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.801012515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"d9522d22-085e-4a6c-abee-8eeeea882fc2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.949913163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"d9522d22-085e-4a6c-abee-8eeeea882fc2","name":"e2e-mt-296da7ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:42.070849951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"913412fc-2ce5-44f0-a865-7c909d7e85f9","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.524717089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"658fd47c-b0a4-46bc-9e5e-4a613976a56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.583765042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"658fd47c-b0a4-46bc-9e5e-4a613976a56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.641735181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"658fd47c-b0a4-46bc-9e5e-4a613976a56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.690893359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"dd4de389-bb17-46e6-b8ae-11b08680d624","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.701507893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e4fe2de-1c5a-41db-92c9-9ed00045c732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.701529041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e4fe2de-1c5a-41db-92c9-9ed00045c732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.750217857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"dd4de389-bb17-46e6-b8ae-11b08680d624","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.8084103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"dd4de389-bb17-46e6-b8ae-11b08680d624","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.86575738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f92a7e65-119b-418c-bf2f-12276bd11ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.865782715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f92a7e65-119b-418c-bf2f-12276bd11ab1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.927850036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"4949c593-a0e9-4546-8a24-c982733468f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.953064284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.061641532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"4949c593-a0e9-4546-8a24-c982733468f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.106148998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b87b5e-13cd-4852-8993-6c7700ae1c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.120412786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"4949c593-a0e9-4546-8a24-c982733468f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.179832698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8de3ba1-6864-4b68-bb9b-9f595c304e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.179856683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8de3ba1-6864-4b68-bb9b-9f595c304e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.239348568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b87b5e-13cd-4852-8993-6c7700ae1c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.297561494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6b87b5e-13cd-4852-8993-6c7700ae1c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.357859562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4370b69-ddf1-47e2-9aa6-941775711a33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.357883446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4370b69-ddf1-47e2-9aa6-941775711a33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:48.20644537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"80c80079-4f58-41f9-b121-d4c1e60fc9fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.867244196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fec30b65-482d-4416-9b17-c62bba316150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.867994635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"ec50fc7a-744b-4303-b341-19ca7a3bfa9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:54.081133543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"ec50fc7a-744b-4303-b341-19ca7a3bfa9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:54.087518859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"fec30b65-482d-4416-9b17-c62bba316150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:54.882278837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"3ef5db67-ea85-4544-98c6-23813c4b5f30","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.928974291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a475ec67-e990-4276-a74f-484374c3240f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.999358671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a475ec67-e990-4276-a74f-484374c3240f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.063694348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"6b932fd7-c2ae-4aef-b106-19688942efc8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.066756943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a475ec67-e990-4276-a74f-484374c3240f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.129751854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53505f2d-af58-45b0-b383-dea77363b29f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.129779277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53505f2d-af58-45b0-b383-dea77363b29f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.131056653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"6b932fd7-c2ae-4aef-b106-19688942efc8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.205312246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"6b932fd7-c2ae-4aef-b106-19688942efc8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.290559367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eb6781a-0aca-4539-8c5f-7a0945c27dd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.290702051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eb6781a-0aca-4539-8c5f-7a0945c27dd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.361308525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"2f80868d-1279-49ae-8594-c541123ac60b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.519137227Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"2f80868d-1279-49ae-8594-c541123ac60b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.556939677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61ca57f-5e36-4791-b7c8-0386201e3015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.593337736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"2f80868d-1279-49ae-8594-c541123ac60b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.667723144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3014411a-3626-4917-b3ba-15f8af25894b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.667857169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3014411a-3626-4917-b3ba-15f8af25894b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.709424935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61ca57f-5e36-4791-b7c8-0386201e3015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.782308938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61ca57f-5e36-4791-b7c8-0386201e3015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.852918151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45886179-e7fc-480c-8b4a-47fc92368b5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.853037609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45886179-e7fc-480c-8b4a-47fc92368b5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.292049299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a56c27d4-912d-4de1-8e33-3776c35fe1f1","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.367255986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a048f2c3-410a-4c71-baeb-7ad8a28714b3","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.569120754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"46a34677-506e-4be1-b5ac-d3bfbd959402","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.569832864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"773c7807-2cfc-4ddb-8592-67e693fb4b82","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.646479295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"b37ca6d5-4045-4d43-a668-28aa2cefef35","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.651611894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"46a34677-506e-4be1-b5ac-d3bfbd959402","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:57.704079169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-sub","reconcileID":"de39549c-096f-46a4-8ebf-2f4440f8ac65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.718405255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c0247340e4c2772306cba6f12af9fa875c79a55d5fe731e2d5bf95e0cafd836) AuthConfig (85e6a6ced04953107a0d40314cd5559bd7a5d6153881c23e48c015cb45b86e30) AuthConfig (dd5f8c937940537e17e2c910c825f43c4c49a0515f734a5971a58958b77b2953) AuthConfig (dabb810bcaa70f3ad7949c5524fee585ef50691d0d9eb692b757f3e4e6a8d80a) AuthConfig (3309b5b6588be1c919b4322f92b1f9936db774093bc939042054d77047af48bf) AuthConfig (d7f15d88724b2fbb0abd6242e8fada70639fb227b845006012428aad112e9774) AuthConfig (61d8fa8f2ac2a8a58d3b9e462912f20a1db5cd93aca467c3066d4f7995a4f822) AuthConfig (642f1425a6449fd68af58488270d5dd68243793aacc4843ca8be6c71482e3223) AuthConfig (b7611fa3fede9db118185e003da7337b928a14bfbb312c679c8ec481d84c59ad) AuthConfig (29f1b9793a29807d0679325173000393f1dcbe8829c5f118027fa90bde740bc0) AuthConfig (6a322b0596b0d3662fbf9d6560827f433aa3667b6f45863f47c6194b2eaada41) AuthConfig (8e1721f25424a08b20187ba89b6c7853144b0e6ec97e2153864fc19f74e5efc8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"46a34677-506e-4be1-b5ac-d3bfbd959402","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.786922569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4233205d-6b87-4fa1-87a4-2a059a4b4af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.788958843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2b091a2e-0644-4bb9-b2e8-bc74c4154de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.792517174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"8c5ca7cd-d714-4ffd-b405-7f73fef8bdef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.86049689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4233205d-6b87-4fa1-87a4-2a059a4b4af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.874804628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"b881c27f-0671-42ff-9237-e2c1e0f58f3f","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.875791105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2b091a2e-0644-4bb9-b2e8-bc74c4154de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.924888143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"4b3f3af3-72df-4e47-bd73-e478fcac7ec0","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.05949882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"50d791e2-c1ee-4bb1-a076-f930964da827","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.122484491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"50d791e2-c1ee-4bb1-a076-f930964da827","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.179866869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-sub","reconcileID":"cf47ed3a-9fea-42eb-922a-9c900c5fcc04","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.185479453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c0247340e4c2772306cba6f12af9fa875c79a55d5fe731e2d5bf95e0cafd836) AuthConfig (85e6a6ced04953107a0d40314cd5559bd7a5d6153881c23e48c015cb45b86e30) AuthConfig (dd5f8c937940537e17e2c910c825f43c4c49a0515f734a5971a58958b77b2953) AuthConfig (dabb810bcaa70f3ad7949c5524fee585ef50691d0d9eb692b757f3e4e6a8d80a) AuthConfig (3309b5b6588be1c919b4322f92b1f9936db774093bc939042054d77047af48bf) AuthConfig (d7f15d88724b2fbb0abd6242e8fada70639fb227b845006012428aad112e9774) AuthConfig (61d8fa8f2ac2a8a58d3b9e462912f20a1db5cd93aca467c3066d4f7995a4f822) AuthConfig (642f1425a6449fd68af58488270d5dd68243793aacc4843ca8be6c71482e3223) AuthConfig (b7611fa3fede9db118185e003da7337b928a14bfbb312c679c8ec481d84c59ad) AuthConfig (29f1b9793a29807d0679325173000393f1dcbe8829c5f118027fa90bde740bc0) AuthConfig (6a322b0596b0d3662fbf9d6560827f433aa3667b6f45863f47c6194b2eaada41) AuthConfig (8e1721f25424a08b20187ba89b6c7853144b0e6ec97e2153864fc19f74e5efc8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"50d791e2-c1ee-4bb1-a076-f930964da827","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.254180231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"890814ec-a454-478b-8a65-c7bf444ba522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.320559905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"890814ec-a454-478b-8a65-c7bf444ba522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.334600851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"211245da-8245-4874-a987-0938ca189b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.347437867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"a775e061-c42f-4b07-b547-c6149292cc93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.378580273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"c45ad1a7-fc47-45a8-805a-afb0c3b2ac21","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.395321007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"211245da-8245-4874-a987-0938ca189b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.446341022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"078cc0ad-d8ce-48ce-a218-e4171bede704","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.509249799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"078cc0ad-d8ce-48ce-a218-e4171bede704","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.550200833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-sub","reconcileID":"e397b911-8fec-4107-b68d-b5dabb7d6702","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.566965937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c0247340e4c2772306cba6f12af9fa875c79a55d5fe731e2d5bf95e0cafd836) AuthConfig (85e6a6ced04953107a0d40314cd5559bd7a5d6153881c23e48c015cb45b86e30) AuthConfig (dd5f8c937940537e17e2c910c825f43c4c49a0515f734a5971a58958b77b2953) AuthConfig (dabb810bcaa70f3ad7949c5524fee585ef50691d0d9eb692b757f3e4e6a8d80a) AuthConfig (3309b5b6588be1c919b4322f92b1f9936db774093bc939042054d77047af48bf) AuthConfig (d7f15d88724b2fbb0abd6242e8fada70639fb227b845006012428aad112e9774) AuthConfig (61d8fa8f2ac2a8a58d3b9e462912f20a1db5cd93aca467c3066d4f7995a4f822) AuthConfig (642f1425a6449fd68af58488270d5dd68243793aacc4843ca8be6c71482e3223) AuthConfig (b7611fa3fede9db118185e003da7337b928a14bfbb312c679c8ec481d84c59ad) AuthConfig (29f1b9793a29807d0679325173000393f1dcbe8829c5f118027fa90bde740bc0) AuthConfig (6a322b0596b0d3662fbf9d6560827f433aa3667b6f45863f47c6194b2eaada41) AuthConfig (8e1721f25424a08b20187ba89b6c7853144b0e6ec97e2153864fc19f74e5efc8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"078cc0ad-d8ce-48ce-a218-e4171bede704","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.299468125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0002dc-a19f-45a9-adae-8c89343df73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.358731401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0002dc-a19f-45a9-adae-8c89343df73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.419059001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0002dc-a19f-45a9-adae-8c89343df73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.452199854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"11b3b50a-5082-4443-bd06-678098255ce4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.479064233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc18f3dd-9c3d-4d69-b8c1-fc2ca491fd35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.479090002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc18f3dd-9c3d-4d69-b8c1-fc2ca491fd35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.512263393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"11b3b50a-5082-4443-bd06-678098255ce4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.57285392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"11b3b50a-5082-4443-bd06-678098255ce4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.637490629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f949cba-b5ae-4496-9240-5b3c8d8cf8cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.637518436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f949cba-b5ae-4496-9240-5b3c8d8cf8cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.776784462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"52276b47-9d99-40c6-a7dc-bdcb28e9fcd3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.923913034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"52276b47-9d99-40c6-a7dc-bdcb28e9fcd3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.981741162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"52276b47-9d99-40c6-a7dc-bdcb28e9fcd3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.018154239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a8ed92b-e198-4800-aca3-fc3227d3265f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.043974126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80934353-076e-45e1-8128-bb6f73027bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.044002909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80934353-076e-45e1-8128-bb6f73027bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.152319734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a8ed92b-e198-4800-aca3-fc3227d3265f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.210107782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a8ed92b-e198-4800-aca3-fc3227d3265f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.267940545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1cc9cff6-ebb5-4253-8275-fe0559e46a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.267960379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1cc9cff6-ebb5-4253-8275-fe0559e46a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.733225163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"429dd096-0cb0-4cec-ba96-b5b15da90fb2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.79303982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"429dd096-0cb0-4cec-ba96-b5b15da90fb2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.858052347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-cefeaa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c0247340e4c2772306cba6f12af9fa875c79a55d5fe731e2d5bf95e0cafd836) AuthConfig (85e6a6ced04953107a0d40314cd5559bd7a5d6153881c23e48c015cb45b86e30) AuthConfig (dd5f8c937940537e17e2c910c825f43c4c49a0515f734a5971a58958b77b2953) AuthConfig (dabb810bcaa70f3ad7949c5524fee585ef50691d0d9eb692b757f3e4e6a8d80a) AuthConfig (3309b5b6588be1c919b4322f92b1f9936db774093bc939042054d77047af48bf) AuthConfig (d7f15d88724b2fbb0abd6242e8fada70639fb227b845006012428aad112e9774) AuthConfig (61d8fa8f2ac2a8a58d3b9e462912f20a1db5cd93aca467c3066d4f7995a4f822) AuthConfig (642f1425a6449fd68af58488270d5dd68243793aacc4843ca8be6c71482e3223) AuthConfig (b7611fa3fede9db118185e003da7337b928a14bfbb312c679c8ec481d84c59ad) AuthConfig (29f1b9793a29807d0679325173000393f1dcbe8829c5f118027fa90bde740bc0) AuthConfig (6a322b0596b0d3662fbf9d6560827f433aa3667b6f45863f47c6194b2eaada41) AuthConfig (8e1721f25424a08b20187ba89b6c7853144b0e6ec97e2153864fc19f74e5efc8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"429dd096-0cb0-4cec-ba96-b5b15da90fb2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.953460946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.641543925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06dad820-95fb-44c0-bddb-565c50bf8d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.701035592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06dad820-95fb-44c0-bddb-565c50bf8d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.758776567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06dad820-95fb-44c0-bddb-565c50bf8d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.795363195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5970ac-1885-4ee3-b996-85d0aa3af235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.84917309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5970ac-1885-4ee3-b996-85d0aa3af235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.849421312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"ae39ad85-4b70-49bb-a023-28724a230d23","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.853053882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01cea21e-60ad-4f04-a2e4-8182f322c4a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.853080616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01cea21e-60ad-4f04-a2e4-8182f322c4a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.903076766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5970ac-1885-4ee3-b996-85d0aa3af235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.956977943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5970ac-1885-4ee3-b996-85d0aa3af235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:16.966093861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"ae39ad85-4b70-49bb-a023-28724a230d23","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.027090151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"ae39ad85-4b70-49bb-a023-28724a230d23","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.086554964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df2ca87f-2601-4e11-a7c2-d9302e062fec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.086577935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df2ca87f-2601-4e11-a7c2-d9302e062fec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.178895693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"805c5dc3-e718-48b6-9c9a-96c5706ebd46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.310804975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"805c5dc3-e718-48b6-9c9a-96c5706ebd46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.370880997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"805c5dc3-e718-48b6-9c9a-96c5706ebd46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.428130812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d5d4877-0280-4fc5-8d27-8ea3f47460ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.428158778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d5d4877-0280-4fc5-8d27-8ea3f47460ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.431128636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a0e135-5b3d-458a-a11e-5f26763ef6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.567448584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a0e135-5b3d-458a-a11e-5f26763ef6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.625677931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2a0e135-5b3d-458a-a11e-5f26763ef6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.713535521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fbf8c5c-9261-4865-a9a3-516bf617099e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:17.713564759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fbf8c5c-9261-4865-a9a3-516bf617099e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.03982273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2269ecd-232c-4015-8ae5-fea8e7f504b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.103686173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2269ecd-232c-4015-8ae5-fea8e7f504b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.167807548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"04fb588f-d814-44bf-a85f-b068a8b768c9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.168456707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2269ecd-232c-4015-8ae5-fea8e7f504b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.23582008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2269ecd-232c-4015-8ae5-fea8e7f504b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.241007745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"04fb588f-d814-44bf-a85f-b068a8b768c9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.634790049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"83037f8d-d670-4729-841e-bd88b4d74a4a","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.310105405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"5b6c46b4-0229-456f-8434-241fed5242fb","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.313278283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"7775090b-a8ed-42c1-8d34-121d62ff923d","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.395636014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"02631171-ed84-4a27-841a-f21aad4aa02d","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.39649662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"d6e1cd7c-37b8-4aec-9538-528daa9a669d","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.48497465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d01b9c41-2b80-4950-96fb-3c5d9b22074b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.485728281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"cb0f602c-4556-4852-aafc-c7cd14e2386d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.51094693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"b04f5352-18ac-46ac-a54a-b5b153d04bb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.511852896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"d4d986f1-c105-42d7-af20-62830ffed6b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.586031239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"d01b9c41-2b80-4950-96fb-3c5d9b22074b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.590242773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"cb0f602c-4556-4852-aafc-c7cd14e2386d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.018633797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"3d8c5ad6-7654-4729-bc1b-1d6e5586f6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.02200703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"60a3ea9a-5f32-4eb9-b02d-5864393a43ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.078960405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"3d8c5ad6-7654-4729-bc1b-1d6e5586f6c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.08113324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"60a3ea9a-5f32-4eb9-b02d-5864393a43ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.864844153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"74221921-00dc-4541-9809-347d6b9b2436","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.865745462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050fb3aa-8eff-4aa9-a534-0f469b5d3f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.865831433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050fb3aa-8eff-4aa9-a534-0f469b5d3f57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.021968264Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-policy-d1080a12","reconcileID":"74221921-00dc-4541-9809-347d6b9b2436","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"policyNamespace":"ai-tenant-e2e-mt-a1faf7b9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.043488134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"d8f269d9-6fb3-4ba3-87e3-4e8f4b9a1605","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.080169753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53c86083-5978-4136-ba30-f1a81e81c2b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.080193123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53c86083-5978-4136-ba30-f1a81e81c2b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.203562906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"f3b9b462-88b3-4399-bfa5-2f8014dde14e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.203605389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4467a303-522b-40ef-b87f-27c072a7bb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.204046115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9f6b4d3b-a0ad-4830-891a-3f6c61121b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.232704655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"643038e8-3210-418b-860d-24c015bc4a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.232800207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"643038e8-3210-418b-860d-24c015bc4a5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.265141932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4467a303-522b-40ef-b87f-27c072a7bb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.265643103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"f3b9b462-88b3-4399-bfa5-2f8014dde14e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.267810976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9f6b4d3b-a0ad-4830-891a-3f6c61121b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.014418595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f92a37d4-b4f7-499f-86c4-cbceaa0ae185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.073349072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f92a37d4-b4f7-499f-86c4-cbceaa0ae185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.131276292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f92a37d4-b4f7-499f-86c4-cbceaa0ae185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.1888035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56dbb1d3-6553-4481-bde0-30408a648a5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.188824995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56dbb1d3-6553-4481-bde0-30408a648a5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.246398312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"16f2ae8e-ee28-49d4-b702-e21655ca026b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.30531602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"16f2ae8e-ee28-49d4-b702-e21655ca026b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.363059891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"16f2ae8e-ee28-49d4-b702-e21655ca026b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.420442556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71fcf745-b3ba-4636-8ce0-7cd44fe9eb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.420463128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71fcf745-b3ba-4636-8ce0-7cd44fe9eb0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.874467675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7424519c-0c67-4d5b-95d2-358c5c6828de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.935681496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7424519c-0c67-4d5b-95d2-358c5c6828de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:27.993880489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7424519c-0c67-4d5b-95d2-358c5c6828de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.210783585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-sub","reconcileID":"84421186-8a25-43a1-9be9-8daaf8b5b88f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.379728413Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-sub","reconcileID":"84421186-8a25-43a1-9be9-8daaf8b5b88f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.400411297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"40c046cb-748a-448e-93e5-545551ce9750","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-d1080a12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.543119567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"eef20260-4917-4781-a5e8-8b15a9ce24b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.568733328Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"namespace":"ai-tenant-e2e-mt-a1faf7b9","name":"e2e-shared-int-sub-d1080a12","reconcileID":"40c046cb-748a-448e-93e5-545551ce9750","MaaSSubscription":{"name":"e2e-shared-int-sub-d1080a12","namespace":"ai-tenant-e2e-mt-a1faf7b9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-20b682","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.642930679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"89833b37-880d-47fa-aede-bb15382286e8","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.743580306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"59b1152b-4925-47ef-ad1d-3155065cad80","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.743584707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98ce736c-12fd-4069-a0ec-a37c0f3015b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.806224235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"10c8cfc5-a4ad-49fa-b388-df54bb7978a8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.8062473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"730ad124-99f1-482c-b3e6-242ae35191ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.806510604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"cc5000b6-7922-459e-8444-ab70d22b21aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.806892692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"326a954c-e414-42d3-9ace-a266ddc67f28","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.8441807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72a5f205-c55d-4c82-b8c3-c99e70be9794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.844202641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72a5f205-c55d-4c82-b8c3-c99e70be9794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.865616564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"730ad124-99f1-482c-b3e6-242ae35191ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.865994392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"10c8cfc5-a4ad-49fa-b388-df54bb7978a8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:32.867974577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"cc5000b6-7922-459e-8444-ab70d22b21aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.075982774Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-api-key-no-access-auth","reconcileID":"34a68229-7550-44a6-a0dc-a6224cad9365","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.241598718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f75489f6-a48b-4265-85de-aad374d10d80","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.353323917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb20ea60-6d5b-4291-92bb-e3f73d02a861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.41300746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb20ea60-6d5b-4291-92bb-e3f73d02a861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.471066064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb20ea60-6d5b-4291-92bb-e3f73d02a861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.580395943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"006f163d-7e8e-4bf7-9b71-5d7b166a5b04","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.640529177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"006f163d-7e8e-4bf7-9b71-5d7b166a5b04","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.698460443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"006f163d-7e8e-4bf7-9b71-5d7b166a5b04","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:38.155365608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6dbe035-bd61-4be3-a6c2-fd7b9a911142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:38.214635422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6dbe035-bd61-4be3-a6c2-fd7b9a911142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:38.273733414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6dbe035-bd61-4be3-a6c2-fd7b9a911142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.27760193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a036ef-7ebb-400e-a79a-258a8a731668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.331504945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a036ef-7ebb-400e-a79a-258a8a731668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.385214723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a036ef-7ebb-400e-a79a-258a8a731668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.439224039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a036ef-7ebb-400e-a79a-258a8a731668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.720303266Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0ffe9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0ffe9b","reconcileID":"6030d72f-6e80-42da-a5c5-1521e32bab5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0ffe9b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-0ffe9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:41.552527114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07702bf-a83b-47a5-a104-0fcbc5433415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:41.867147942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07702bf-a83b-47a5-a104-0fcbc5433415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:41.92287915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07702bf-a83b-47a5-a104-0fcbc5433415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:41.976672088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07702bf-a83b-47a5-a104-0fcbc5433415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:22:43.309096836Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0ffe9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0ffe9b","reconcileID":"1c195bb4-421e-4089-883e-1676e21932a8","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-0ffe9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.173368203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"73ba6f2d-59d9-45fd-bece-6a8f5d6dcffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.174084163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"467652fb-d8d3-448e-bcec-600f459fbb35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.305140033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"467652fb-d8d3-448e-bcec-600f459fbb35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.30558015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"73ba6f2d-59d9-45fd-bece-6a8f5d6dcffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.981311709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.337765229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"599dc359-e6c5-49be-8d31-fa35c2f1f542","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.658970558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c447938-1ccf-4492-af9b-f8b983119402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.722626664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c447938-1ccf-4492-af9b-f8b983119402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.877779204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"4ad9595f-c959-4b3c-99fc-413efbe92ae1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.991786259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"4ad9595f-c959-4b3c-99fc-413efbe92ae1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.118507637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daa9b1f8-2fb4-4e54-af7a-079116e9bcc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.130951381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daa9b1f8-2fb4-4e54-af7a-079116e9bcc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.333518428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e3cec43-2ec9-466d-aa78-35c5ec3d51a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.333540273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e3cec43-2ec9-466d-aa78-35c5ec3d51a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.433823965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6597ec6-fbc9-4d61-a902-a4647dd0f299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.493014247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6597ec6-fbc9-4d61-a902-a4647dd0f299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.818339834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0927103-85ac-40a1-b274-1af9a3b45f22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.81836602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e0927103-85ac-40a1-b274-1af9a3b45f22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.081939449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-20b682","reconcileID":"dcbe0d69-647e-4427-b37f-b1ffe57881b6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-20b682","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.082472461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26555a78-e487-4f7f-8099-e4ad6bb28e28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.082493928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26555a78-e487-4f7f-8099-e4ad6bb28e28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.294480187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd13f24a-1088-4d71-aa6b-3fa918b1b78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.294504373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd13f24a-1088-4d71-aa6b-3fa918b1b78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.455468882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cdd61f9-2379-4002-9bf4-00913dbde8a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.455492057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cdd61f9-2379-4002-9bf4-00913dbde8a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.616111535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4089b3f3-871c-4a6f-9163-04265f05bc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.616112929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f349b1f4-f544-440e-a84d-70f6d9d8b3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.675568488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4089b3f3-871c-4a6f-9163-04265f05bc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:53.676403222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f349b1f4-f544-440e-a84d-70f6d9d8b3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:03.624072941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"c1d31afc-d322-4c79-a1e0-5bdbad691ba2","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-20b682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:03.793045077Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-20b682","reconcileID":"c1d31afc-d322-4c79-a1e0-5bdbad691ba2","MaaSSubscription":{"name":"e2e-default-int-sub-20b682","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:03.957463104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9f584e9-d46e-4ede-aaf4-81fa2c43faa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.013346094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cdbdd0d-4504-4cf8-a1ed-4a483c943b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.013376236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cdbdd0d-4504-4cf8-a1ed-4a483c943b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.178131931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063b40b2-bb83-4eb8-88eb-868784498337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.178199067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e2c75a0-7766-4ecd-ab16-531bab321438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.243959779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e2c75a0-7766-4ecd-ab16-531bab321438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:04.245091788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"063b40b2-bb83-4eb8-88eb-868784498337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.612280133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a51010-6f49-408d-84a9-d519ff9ec636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.674200431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a51010-6f49-408d-84a9-d519ff9ec636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.730949261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a51010-6f49-408d-84a9-d519ff9ec636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.785533068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13a51010-6f49-408d-84a9-d519ff9ec636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.067722976Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-56cbe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-56cbe5","reconcileID":"c73d7e85-fc15-44f1-8a78-6d3a45fbbc69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-56cbe5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-56cbe5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.777360451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7284714b-6ae7-4385-8710-3ebcc9a7eb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.831424802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7284714b-6ae7-4385-8710-3ebcc9a7eb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.885206792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7284714b-6ae7-4385-8710-3ebcc9a7eb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.939100483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7284714b-6ae7-4385-8710-3ebcc9a7eb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.058217339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e1e573-f8f0-4c2b-a923-41ecfed38661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.112843659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e1e573-f8f0-4c2b-a923-41ecfed38661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.170501059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e1e573-f8f0-4c2b-a923-41ecfed38661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.231824711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e1e573-f8f0-4c2b-a923-41ecfed38661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.963147464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.359637195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0735a54-e386-4e1f-aca0-3626be249b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.414885479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0735a54-e386-4e1f-aca0-3626be249b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.468540083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0735a54-e386-4e1f-aca0-3626be249b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.522402366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0735a54-e386-4e1f-aca0-3626be249b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.416380348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"0b8831b9-af06-47e3-b3c8-b809a05d176f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.5086314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"48f626ee-d277-478d-97b3-245c9bbd59d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.734286779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"a3d3e71d-bb79-4da5-a9a2-938c6b5ca4a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.835174871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"4f3089d8-97b0-45f6-8d2a-9a273b072e52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.908848328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"26e9b228-064d-4aa4-aea2-525bebac1066","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.909424546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e1b4be6-8ef4-48f4-bc35-6b81c9e687dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.026892761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e350c205-fab2-49fd-8164-7de3603f6fe2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.105228998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"33e417da-da51-4718-aec3-ec745c0946e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.258926298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"f1eaedd1-dcc3-4181-96a1-59fff1f45e36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.259818883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"b1fbf53a-c7ba-40ac-955a-ecc08cce963f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.55033381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e95884ad-eebf-4eef-874d-31c1c7f4a674","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.550429274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"b92b0471-8a9c-4a43-8ec2-f23fed6f1939","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.902225436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"dcc7f4b3-8069-416c-9c1e-e438f1703927","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.025008703Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"dcc7f4b3-8069-416c-9c1e-e438f1703927","name":"e2e-api-a-0ffe9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.501219835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"4f1f6ad1-9c40-4127-8098-56cab48f6599","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.502029329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"b22f6659-c2a3-48ee-8b15-a0d37cef892d","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.502603981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"e0676740-850a-402a-8cfc-bb663ab6ddb4","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.676100729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"c236bd38-0d4f-48d8-8e7f-54f929c25562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.692582791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a17525a3-00f2-455c-8ba9-78e4d8f9e10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.693364623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e41db14f-fb58-4f35-b916-58e931dd5878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.694018151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"03c1a7a1-f674-4073-8dde-dd8d2684e152","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.72116092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"4a98b837-06c1-4c54-a32e-dc66960b486b","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.723941773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"5ddebdcd-d9ee-42f5-875a-6222ae36bd68","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.724359442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"ebfb82c6-f933-4849-a3ed-5dc2e1e8ccee","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.737098352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"c236bd38-0d4f-48d8-8e7f-54f929c25562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.814785723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"a17525a3-00f2-455c-8ba9-78e4d8f9e10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.149134222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8d7ba2c9-81b6-48be-9017-76c2f10c0af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.228196715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8d7ba2c9-81b6-48be-9017-76c2f10c0af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.267853255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"17be095d-ce9b-41f7-b7fa-eeadcf9e0ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.343600101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"17be095d-ce9b-41f7-b7fa-eeadcf9e0ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.359603592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"fea3fac6-5dd6-4451-b077-2fe23cc43500","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.359637866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"fea3fac6-5dd6-4451-b077-2fe23cc43500","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.960303585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"33ef3a98-1edc-47c9-9250-b28f68ea4929","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.960336461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"33ef3a98-1edc-47c9-9250-b28f68ea4929","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.016984761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"9ea0db4b-86d7-410e-b362-c7fafa59e957","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.017015231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"9ea0db4b-86d7-410e-b362-c7fafa59e957","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.124312277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"d3271980-eb3e-4d32-9829-a4b5e1e383da","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.233395914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"338d9109-f94a-40c6-b78b-59880e2ae5c8","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.233424283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"338d9109-f94a-40c6-b78b-59880e2ae5c8","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.255088527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"d3271980-eb3e-4d32-9829-a4b5e1e383da","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.292820339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"e2f2affe-e9f8-42ff-a351-060afc68e8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.292849316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"e2f2affe-e9f8-42ff-a351-060afc68e8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.312258783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"d3271980-eb3e-4d32-9829-a4b5e1e383da","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:34.341077216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"8203dd5a-c5ed-4c2e-b98b-a77c016fb6c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-296da7ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:34.348243305Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"e2f2affe-e9f8-42ff-a351-060afc68e8f3","name":"e2e-lifecycle-model-296da7ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-296da7ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:34.348321474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"e2f2affe-e9f8-42ff-a351-060afc68e8f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-296da7ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.35371217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"6737ec52-565c-40e3-98dd-c16fcf90351a","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.353730243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"6737ec52-565c-40e3-98dd-c16fcf90351a","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.371288217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"9132ac08-2611-4f0d-8a76-c53fea42ec12","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.37131246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"9132ac08-2611-4f0d-8a76-c53fea42ec12","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.447622799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"f6431b02-b020-447e-b475-a598f8946f67","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.447643948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"f6431b02-b020-447e-b475-a598f8946f67","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.478031926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"8f4ebe46-384d-424e-8a48-cbef79df2ae3","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.510462839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"baab7ea0-b257-4509-9666-1ffd2515fbfc","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.510486658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"baab7ea0-b257-4509-9666-1ffd2515fbfc","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.537040785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"8f4ebe46-384d-424e-8a48-cbef79df2ae3","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.594840637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"8f4ebe46-384d-424e-8a48-cbef79df2ae3","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.72929851Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"e719bd06-7ce7-43b5-81d6-6b7d99c7483e","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"e2e-lifecycle-model-296da7ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-296da7ab/e2e-sub-296da7ab"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.900444168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"2d07e156-5cf7-4404-85a0-c2b7d5f24e68","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:34.900467036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"2d07e156-5cf7-4404-85a0-c2b7d5f24e68","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:35.062046366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"f5075914-977e-4e76-9a7a-f240ff0b085f","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.332354424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"2e80b135-a237-4ced-9602-8a56621af454","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.425367473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"7f5334ab-a2ac-4fd7-93e1-96ee39203584","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.463055627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2837def9-3529-4737-a25e-727391cf492a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.51952485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"ac570167-28a0-4701-a750-b77c87f701c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.639174335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"0b7bcb3e-21b2-425d-aa1e-382e92025f4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.826592102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"1558d98d-ed9b-4d17-a62b-72a3a56477c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.928901645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7f6d8162-2caf-45b9-a423-974a4711c869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.946747626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"e822ea78-51e5-4a20-84ee-6f3044e800c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:39.027457139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"3a4dd071-4698-42f6-83a9-451b1f5d0306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:39.136186787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"5ad0af8e-c32d-4c4f-9f70-17fe9c733455","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:39.233217253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"d5c68aea-4790-4ad1-9a43-2724d210c571","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:39.334399193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe151a75-1861-4cd1-b92e-de918acaf208","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:39.970700154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"59e65fe5-97cb-47e6-b6fd-83037b94fea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:39.970704754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"3b24480e-5f54-4669-ac6d-a798e62754ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.029546643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"59e65fe5-97cb-47e6-b6fd-83037b94fea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.030335243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"3b24480e-5f54-4669-ac6d-a798e62754ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.702918422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"97768d3a-c0fc-48f2-8c6c-b50b4b450f13","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.762055089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"97768d3a-c0fc-48f2-8c6c-b50b4b450f13","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.819947317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"97768d3a-c0fc-48f2-8c6c-b50b4b450f13","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.953112384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.927919413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"ed0cd511-5588-43cd-b509-da395ca01250","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.986771045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"ed0cd511-5588-43cd-b509-da395ca01250","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.043990141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"ed0cd511-5588-43cd-b509-da395ca01250","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.152057968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"73fd47c2-a839-460b-8f45-90bc33e3351f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.274532062Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"73fd47c2-a839-460b-8f45-90bc33e3351f","name":"e2e-api-a-56cbe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.691625881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"23bda065-ed18-4555-8e70-08146fca38fa","MaaSModelRef":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-2-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-2-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:57.724315377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"f7c824d2-bc4d-420a-89a2-f54b16d87b69","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:57.780886395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"eebdf798-440f-449a-bab4-d154710e2f96","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:57.941759551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"832a8ad5-8bc9-4e6a-90b7-08b056c32bb9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.001181676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"832a8ad5-8bc9-4e6a-90b7-08b056c32bb9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.058913286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53254c0b372af68cd387dc4cab183f3fa2e1ae7b1bfcb4a4a8171f04fb2620d5) AuthConfig (6ae7df52f2689eac55629cca683ffb6e6eb2da69cb4f5f6e068de02ebb3c06a2) AuthConfig (9891cca52eb437b8b6d2c342baefa08d246aabe50b5438f7be9d868b16e1a355) AuthConfig (657700a19617b3dd123a747618c182940ebeff4977f2f6729b6384e8a5bf0811) AuthConfig (a785097b8a042096cb3bba36cfbf55c09ac54c08f8b9c8ee4040c104bfdb5233) AuthConfig (b21ccf79a072badcdaa91676615a2c82d7c71ddad97ac37daaac6081674e4d3b) AuthConfig (07b53413bae3f3cea5bf02de992b4ebcfa4d125e6ca91a9ad7838574d2a35b82) AuthConfig (a0e1db711650d4245dc2b00585f8eb51c0ab6354967f9688c105285588b11c88) AuthConfig (6d7b0789ee546d64ef8290d4c514c56805ecc056eca3cec6a816ed6f8725bd31) AuthConfig (0cbb8c7c1f7332e6f75544a8783c9a5be3414a82a2bf9f41a4e3f22251009ba3) AuthConfig (e96ea82b279d439ef0f3b1b3b7178a7406cdff02ad3fb3524633fede7a1fcf2b) AuthConfig (56a99b6c7478683afbfeabc09c474eb8e77edab5d1f255cc404caa4e141d0908)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"832a8ad5-8bc9-4e6a-90b7-08b056c32bb9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.11821308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"5207318e-4244-495d-8cdb-4072ac4d47bb","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.278785746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dd22f6d8-7dda-4026-94f4-c262aa0f6ec3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.338978475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dd22f6d8-7dda-4026-94f4-c262aa0f6ec3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.396864945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53254c0b372af68cd387dc4cab183f3fa2e1ae7b1bfcb4a4a8171f04fb2620d5) AuthConfig (6ae7df52f2689eac55629cca683ffb6e6eb2da69cb4f5f6e068de02ebb3c06a2) AuthConfig (9891cca52eb437b8b6d2c342baefa08d246aabe50b5438f7be9d868b16e1a355) AuthConfig (657700a19617b3dd123a747618c182940ebeff4977f2f6729b6384e8a5bf0811) AuthConfig (a785097b8a042096cb3bba36cfbf55c09ac54c08f8b9c8ee4040c104bfdb5233) AuthConfig (b21ccf79a072badcdaa91676615a2c82d7c71ddad97ac37daaac6081674e4d3b) AuthConfig (07b53413bae3f3cea5bf02de992b4ebcfa4d125e6ca91a9ad7838574d2a35b82) AuthConfig (a0e1db711650d4245dc2b00585f8eb51c0ab6354967f9688c105285588b11c88) AuthConfig (6d7b0789ee546d64ef8290d4c514c56805ecc056eca3cec6a816ed6f8725bd31) AuthConfig (0cbb8c7c1f7332e6f75544a8783c9a5be3414a82a2bf9f41a4e3f22251009ba3) AuthConfig (e96ea82b279d439ef0f3b1b3b7178a7406cdff02ad3fb3524633fede7a1fcf2b) AuthConfig (56a99b6c7478683afbfeabc09c474eb8e77edab5d1f255cc404caa4e141d0908)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dd22f6d8-7dda-4026-94f4-c262aa0f6ec3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.060055989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"398e9785-dcdf-4422-9804-7fc8d86e073d","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.118871829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"925dd4b0-131d-460a-949a-9dd0e8ea8435","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:23:59.165870795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub","reconcileID":"60047996-feaa-46ab-a994-91ffdb2b384d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.220327389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"85f857b0-697d-4774-97db-85c7689b3a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.220494882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7986bf03-7950-4b7a-8113-d4fe53f425ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.220332034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"fcdba292-34c4-47ef-8cd0-e60a3a2bb69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.279709351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"fcdba292-34c4-47ef-8cd0-e60a3a2bb69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.279786483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7986bf03-7950-4b7a-8113-d4fe53f425ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.280947922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"55cb360c-e30a-42f2-9684-bc679ac2ad23","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.282906058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"85f857b0-697d-4774-97db-85c7689b3a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.336985874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"79d4bcba-7e7f-494e-b1fb-962e1569a7ab","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.337287046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53254c0b372af68cd387dc4cab183f3fa2e1ae7b1bfcb4a4a8171f04fb2620d5) AuthConfig (6ae7df52f2689eac55629cca683ffb6e6eb2da69cb4f5f6e068de02ebb3c06a2) AuthConfig (9891cca52eb437b8b6d2c342baefa08d246aabe50b5438f7be9d868b16e1a355) AuthConfig (657700a19617b3dd123a747618c182940ebeff4977f2f6729b6384e8a5bf0811) AuthConfig (a785097b8a042096cb3bba36cfbf55c09ac54c08f8b9c8ee4040c104bfdb5233) AuthConfig (b21ccf79a072badcdaa91676615a2c82d7c71ddad97ac37daaac6081674e4d3b) AuthConfig (07b53413bae3f3cea5bf02de992b4ebcfa4d125e6ca91a9ad7838574d2a35b82) AuthConfig (a0e1db711650d4245dc2b00585f8eb51c0ab6354967f9688c105285588b11c88) AuthConfig (6d7b0789ee546d64ef8290d4c514c56805ecc056eca3cec6a816ed6f8725bd31) AuthConfig (0cbb8c7c1f7332e6f75544a8783c9a5be3414a82a2bf9f41a4e3f22251009ba3) AuthConfig (e96ea82b279d439ef0f3b1b3b7178a7406cdff02ad3fb3524633fede7a1fcf2b) AuthConfig (56a99b6c7478683afbfeabc09c474eb8e77edab5d1f255cc404caa4e141d0908)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7986bf03-7950-4b7a-8113-d4fe53f425ad","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.499577148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1397fc14-d316-4a95-abc5-a8d78e65f59c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.560121461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1397fc14-d316-4a95-abc5-a8d78e65f59c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.564145155Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub","reconcileID":"13dedee1-a556-41f3-bb7e-b9d588d31ffc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.618735704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f7be78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (53254c0b372af68cd387dc4cab183f3fa2e1ae7b1bfcb4a4a8171f04fb2620d5) AuthConfig (6ae7df52f2689eac55629cca683ffb6e6eb2da69cb4f5f6e068de02ebb3c06a2) AuthConfig (9891cca52eb437b8b6d2c342baefa08d246aabe50b5438f7be9d868b16e1a355) AuthConfig (657700a19617b3dd123a747618c182940ebeff4977f2f6729b6384e8a5bf0811) AuthConfig (a785097b8a042096cb3bba36cfbf55c09ac54c08f8b9c8ee4040c104bfdb5233) AuthConfig (b21ccf79a072badcdaa91676615a2c82d7c71ddad97ac37daaac6081674e4d3b) AuthConfig (07b53413bae3f3cea5bf02de992b4ebcfa4d125e6ca91a9ad7838574d2a35b82) AuthConfig (a0e1db711650d4245dc2b00585f8eb51c0ab6354967f9688c105285588b11c88) AuthConfig (6d7b0789ee546d64ef8290d4c514c56805ecc056eca3cec6a816ed6f8725bd31) AuthConfig (0cbb8c7c1f7332e6f75544a8783c9a5be3414a82a2bf9f41a4e3f22251009ba3) AuthConfig (e96ea82b279d439ef0f3b1b3b7178a7406cdff02ad3fb3524633fede7a1fcf2b) AuthConfig (56a99b6c7478683afbfeabc09c474eb8e77edab5d1f255cc404caa4e141d0908)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1397fc14-d316-4a95-abc5-a8d78e65f59c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.647644404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"5db6ab81-6eb9-4858-8de4-1f65d49bc539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.647864548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"99970ca4-9de2-4c01-a186-f7921f89acb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.706737291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"99970ca4-9de2-4c01-a186-f7921f89acb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.707905144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"5db6ab81-6eb9-4858-8de4-1f65d49bc539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.727721936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"0008cacb-3df4-48f1-a577-8d71c3f2fe05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.736461915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"66306593-55d3-4e1e-a16e-4311b255ed02","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.898811282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub","reconcileID":"eabbf60c-3364-4cef-be90-8197387d9f43","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.070825709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"4f652d8e-49ba-425b-b09d-e2b9360036f7","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.203451133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"e2f25bc0-846b-4f2c-8475-92b673bc5298","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.298138746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"e2f25bc0-846b-4f2c-8475-92b673bc5298","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.358673924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"e2f25bc0-846b-4f2c-8475-92b673bc5298","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.953417676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"36136a36-f14d-4eca-8103-a1c79cf1da96","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.14962396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"dbeac92d-da8f-428d-ba72-6bd3f49c6ec4","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.149670794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"dbeac92d-da8f-428d-ba72-6bd3f49c6ec4","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.803605744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b341ab4a-6d51-4cd1-8d75-e9bef866e7c1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.875360064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b341ab4a-6d51-4cd1-8d75-e9bef866e7c1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.187392293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"db97bfc2-8aaf-4878-acdf-9bb788622acf","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.650416933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"7fa0e13f-ad8f-4f93-8989-19a242163cc1","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.674948543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"1333f58a-e5ab-4155-b45a-5952adec78b3","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.723781001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"7fa0e13f-ad8f-4f93-8989-19a242163cc1","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.806218194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bc4c9ecff75df282a8b3faecbb8b137d3ada04401629242b147037af2a2298a) AuthConfig (b1a651f037b409061b6090e6c0db0a5e53f86fe54fd337ab6d2d8df729692448) AuthConfig (2ff3797b62027ff7bf590666ca0eed87b952251969d1d6a68ae7290b06431e7c) AuthConfig (d96c11c9497f5ce83b675dfb85cbad29e7383863856a94598970abf609d97baf) AuthConfig (89156674081fcf0f4b165017d2ee8d67593d43855a6173c69aad7d7836dede95) AuthConfig (f41e6c2c1235811f5248e69b91fedba382695a9017639a1f060ad9b0b4d2c3e0) AuthConfig (35bf31550b16b33e12c1ab9c00f30089efc0747fc09faf11e9061db8f6674054) AuthConfig (f2cfe72d2316edfa7911e93212e2184ecea3e9936826c0662cae011ed0364bb6) AuthConfig (88968455505a942347d991bf76d1fc4af4bf0409f1312f031472f0473f24ee7e) AuthConfig (ea3cae534c5f7ef9c3e725664a499d3610c54533a76652b3346fd339514a2cb3) AuthConfig (7f934e88b7535333c3515f67b338aa630e859070850548dd054e3be87e924540) AuthConfig (d9a0d342822f634975bcfe8ca0f3ff96dff7d08628613282044c8ba4e4c906c6) AuthConfig (0b2ec9f6c1ebf03e7b841b43f39d4039667291ab0f067b81cae79b518199c7cc) AuthConfig (9af789c2a6d9dd8378adccc1158103fc2f2757c2d79ea5ab694731e3e77c6ad1) AuthConfig (ee7213722a5cb827b07c1721be4878425954e07d39fb4d3567792cff5114d626) AuthConfig (f5e51676961b04ce8d8d907d22b584dd13c9af1ce043f796b849286148c59bc4) AuthConfig (f2fe0206fd42388ab19edafd1365173cf6826648570279667c68ccfc3642b214) AuthConfig (856bb284686a1f5e0c17ca293a90785b028163eaefcb6a060fe33403d55636fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"7fa0e13f-ad8f-4f93-8989-19a242163cc1","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.872951703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"c9737688-ee35-47e0-aca1-52118a48a1a4","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.873062757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"c9737688-ee35-47e0-aca1-52118a48a1a4","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.892358113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f54a9432-9e64-4e5b-bf93-3c8bc0d9329c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.893382933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"89c22116-41fc-4f7b-8fc1-03c1d56701ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.894310769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"94785e8d-2233-4c44-9d7b-ca9e6948b806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.967554531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"94785e8d-2233-4c44-9d7b-ca9e6948b806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.968046206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f54a9432-9e64-4e5b-bf93-3c8bc0d9329c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.978143803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"89c22116-41fc-4f7b-8fc1-03c1d56701ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.061272456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ff7cdc-cf07-46e9-9967-13519314de85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.136554904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ff7cdc-cf07-46e9-9967-13519314de85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.202234198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ff7cdc-cf07-46e9-9967-13519314de85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.257241021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ff7cdc-cf07-46e9-9967-13519314de85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.584286043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96385cb2-e3d3-47e7-9d36-3c87a165879d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.58431512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96385cb2-e3d3-47e7-9d36-3c87a165879d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.693643702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"namespace":"ai-tenant-e2e-mt-f3d24ca2","name":"e2e-policy-f3d24ca2","reconcileID":"5819cbb3-f9a1-40e0-b227-5ac0ddf95ba0","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.833103446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"namespace":"ai-tenant-e2e-mt-f3d24ca2","name":"e2e-policy-f3d24ca2","reconcileID":"5819cbb3-f9a1-40e0-b227-5ac0ddf95ba0","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.892350115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"namespace":"ai-tenant-e2e-mt-f3d24ca2","name":"e2e-policy-f3d24ca2","reconcileID":"5819cbb3-f9a1-40e0-b227-5ac0ddf95ba0","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.952607685Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.320446316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4409480-79e6-4339-b8ec-c98cc7be6e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.374944752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4409480-79e6-4339-b8ec-c98cc7be6e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.44956141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4409480-79e6-4339-b8ec-c98cc7be6e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.503761271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4409480-79e6-4339-b8ec-c98cc7be6e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.285803933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6e02fc2-09d9-424a-ba39-6524b37eaeb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.285833018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6e02fc2-09d9-424a-ba39-6524b37eaeb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.34449189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa4b45a-f5a0-409b-b9cf-991bfef44cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.344602735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa4b45a-f5a0-409b-b9cf-991bfef44cb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.454446059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3e1876a5-1e09-488c-81ba-7f13914b8fcd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.596132836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3e1876a5-1e09-488c-81ba-7f13914b8fcd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.656008477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0ffe9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3e1876a5-1e09-488c-81ba-7f13914b8fcd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.718253356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050a0f34-fd41-489f-bbd6-b459b5d44586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.718368435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"050a0f34-fd41-489f-bbd6-b459b5d44586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:20.882789522Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub","reconcileID":"5918bcef-c361-4983-a3f1-388672700086","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:20.981490247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"541a4b9f-954b-4b77-8a57-bb7276822696","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.04212412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"541a4b9f-954b-4b77-8a57-bb7276822696","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.052380826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub","reconcileID":"5918bcef-c361-4983-a3f1-388672700086","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.101181268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bc4c9ecff75df282a8b3faecbb8b137d3ada04401629242b147037af2a2298a) AuthConfig (b1a651f037b409061b6090e6c0db0a5e53f86fe54fd337ab6d2d8df729692448) AuthConfig (2ff3797b62027ff7bf590666ca0eed87b952251969d1d6a68ae7290b06431e7c) AuthConfig (d96c11c9497f5ce83b675dfb85cbad29e7383863856a94598970abf609d97baf) AuthConfig (89156674081fcf0f4b165017d2ee8d67593d43855a6173c69aad7d7836dede95) AuthConfig (f41e6c2c1235811f5248e69b91fedba382695a9017639a1f060ad9b0b4d2c3e0) AuthConfig (35bf31550b16b33e12c1ab9c00f30089efc0747fc09faf11e9061db8f6674054) AuthConfig (f2cfe72d2316edfa7911e93212e2184ecea3e9936826c0662cae011ed0364bb6) AuthConfig (88968455505a942347d991bf76d1fc4af4bf0409f1312f031472f0473f24ee7e) AuthConfig (ea3cae534c5f7ef9c3e725664a499d3610c54533a76652b3346fd339514a2cb3) AuthConfig (7f934e88b7535333c3515f67b338aa630e859070850548dd054e3be87e924540) AuthConfig (d9a0d342822f634975bcfe8ca0f3ff96dff7d08628613282044c8ba4e4c906c6) AuthConfig (0b2ec9f6c1ebf03e7b841b43f39d4039667291ab0f067b81cae79b518199c7cc) AuthConfig (9af789c2a6d9dd8378adccc1158103fc2f2757c2d79ea5ab694731e3e77c6ad1) AuthConfig (ee7213722a5cb827b07c1721be4878425954e07d39fb4d3567792cff5114d626) AuthConfig (f5e51676961b04ce8d8d907d22b584dd13c9af1ce043f796b849286148c59bc4) AuthConfig (f2fe0206fd42388ab19edafd1365173cf6826648570279667c68ccfc3642b214) AuthConfig (856bb284686a1f5e0c17ca293a90785b028163eaefcb6a060fe33403d55636fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"541a4b9f-954b-4b77-8a57-bb7276822696","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.216163085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"6c1bbce1-ff21-47dd-8b28-91d6439107f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.322670138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"48c08711-fd56-4ee6-b262-1b1ccd14d0bc","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.569200916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"9b96ba3c-cc8b-4dc8-b80d-e1f3a9834aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.569229387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"59574c67-3c9a-450d-8bf4-dc07771f2082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.569721322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3b68aeef-251e-4284-b7ee-7059a1104374","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.63742446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"9b96ba3c-cc8b-4dc8-b80d-e1f3a9834aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.638450045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"59574c67-3c9a-450d-8bf4-dc07771f2082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.642791173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3b68aeef-251e-4284-b7ee-7059a1104374","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.408862782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ef7c25-4c57-46b5-b8ab-f1503a20ce2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.464002849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ef7c25-4c57-46b5-b8ab-f1503a20ce2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.522210528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ef7c25-4c57-46b5-b8ab-f1503a20ce2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.577057175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ef7c25-4c57-46b5-b8ab-f1503a20ce2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.866598638Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6f9a90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6f9a90","reconcileID":"c276881e-7e1f-49e6-a60c-b7cb2a6fc81a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6f9a90","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6f9a90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.679041737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8cca11-f55a-45e4-90a1-ad1cc625b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.74569052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8cca11-f55a-45e4-90a1-ad1cc625b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.800174919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8cca11-f55a-45e4-90a1-ad1cc625b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.854449278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8cca11-f55a-45e4-90a1-ad1cc625b7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.461700723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62aaa920-3278-4041-bb8e-5f6f09981fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.519732429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62aaa920-3278-4041-bb8e-5f6f09981fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.578752281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62aaa920-3278-4041-bb8e-5f6f09981fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.643544194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62aaa920-3278-4041-bb8e-5f6f09981fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.875038098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"4daf5c15-1a55-4bb3-99f7-4d12b1bb0ce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.935648471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"4daf5c15-1a55-4bb3-99f7-4d12b1bb0ce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.997219118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0ffe9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"4daf5c15-1a55-4bb3-99f7-4d12b1bb0ce5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.702284644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef27465-5089-49b5-be53-e6dea2045dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.756839796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef27465-5089-49b5-be53-e6dea2045dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.81241202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef27465-5089-49b5-be53-e6dea2045dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.878929445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef27465-5089-49b5-be53-e6dea2045dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.20988522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"94a1f6c1-504a-4618-bf7c-9d1668adf42c","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.269252847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"94a1f6c1-504a-4618-bf7c-9d1668adf42c","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.358293728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bc4c9ecff75df282a8b3faecbb8b137d3ada04401629242b147037af2a2298a) AuthConfig (b1a651f037b409061b6090e6c0db0a5e53f86fe54fd337ab6d2d8df729692448) AuthConfig (2ff3797b62027ff7bf590666ca0eed87b952251969d1d6a68ae7290b06431e7c) AuthConfig (d96c11c9497f5ce83b675dfb85cbad29e7383863856a94598970abf609d97baf) AuthConfig (89156674081fcf0f4b165017d2ee8d67593d43855a6173c69aad7d7836dede95) AuthConfig (f41e6c2c1235811f5248e69b91fedba382695a9017639a1f060ad9b0b4d2c3e0) AuthConfig (35bf31550b16b33e12c1ab9c00f30089efc0747fc09faf11e9061db8f6674054) AuthConfig (f2cfe72d2316edfa7911e93212e2184ecea3e9936826c0662cae011ed0364bb6) AuthConfig (88968455505a942347d991bf76d1fc4af4bf0409f1312f031472f0473f24ee7e) AuthConfig (ea3cae534c5f7ef9c3e725664a499d3610c54533a76652b3346fd339514a2cb3) AuthConfig (7f934e88b7535333c3515f67b338aa630e859070850548dd054e3be87e924540) AuthConfig (d9a0d342822f634975bcfe8ca0f3ff96dff7d08628613282044c8ba4e4c906c6) AuthConfig (0b2ec9f6c1ebf03e7b841b43f39d4039667291ab0f067b81cae79b518199c7cc) AuthConfig (9af789c2a6d9dd8378adccc1158103fc2f2757c2d79ea5ab694731e3e77c6ad1) AuthConfig (ee7213722a5cb827b07c1721be4878425954e07d39fb4d3567792cff5114d626) AuthConfig (f5e51676961b04ce8d8d907d22b584dd13c9af1ce043f796b849286148c59bc4) AuthConfig (f2fe0206fd42388ab19edafd1365173cf6826648570279667c68ccfc3642b214) AuthConfig (856bb284686a1f5e0c17ca293a90785b028163eaefcb6a060fe33403d55636fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"94a1f6c1-504a-4618-bf7c-9d1668adf42c","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.905002143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cb6c4b-e176-423d-865a-83a0a541c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.959755427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cb6c4b-e176-423d-865a-83a0a541c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.014195746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cb6c4b-e176-423d-865a-83a0a541c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.068483446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cb6c4b-e176-423d-865a-83a0a541c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:35.990391369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"namespace":"ai-tenant-e2e-mt-f3d24ca2","name":"e2e-policy-f3d24ca2","reconcileID":"c16df0ea-3f53-471e-9fac-192c4cb2f3ff","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.144405144Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"namespace":"ai-tenant-e2e-mt-f3d24ca2","name":"e2e-policy-f3d24ca2","reconcileID":"c16df0ea-3f53-471e-9fac-192c4cb2f3ff","MaaSAuthPolicy":{"name":"e2e-policy-f3d24ca2","namespace":"ai-tenant-e2e-mt-f3d24ca2"},"policyNamespace":"ai-tenant-e2e-mt-f3d24ca2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.105050971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"85ca9055-ed6a-47ed-92a3-f7593cdc450c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.163484444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"85ca9055-ed6a-47ed-92a3-f7593cdc450c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.221618259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0ffe9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"85ca9055-ed6a-47ed-92a3-f7593cdc450c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.466044983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"8869a9d6-e8c1-40ed-b942-ecbb4d0d7441","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.527002229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"8869a9d6-e8c1-40ed-b942-ecbb4d0d7441","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.584600629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-296da7ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bc4c9ecff75df282a8b3faecbb8b137d3ada04401629242b147037af2a2298a) AuthConfig (b1a651f037b409061b6090e6c0db0a5e53f86fe54fd337ab6d2d8df729692448) AuthConfig (2ff3797b62027ff7bf590666ca0eed87b952251969d1d6a68ae7290b06431e7c) AuthConfig (d96c11c9497f5ce83b675dfb85cbad29e7383863856a94598970abf609d97baf) AuthConfig (89156674081fcf0f4b165017d2ee8d67593d43855a6173c69aad7d7836dede95) AuthConfig (f41e6c2c1235811f5248e69b91fedba382695a9017639a1f060ad9b0b4d2c3e0) AuthConfig (35bf31550b16b33e12c1ab9c00f30089efc0747fc09faf11e9061db8f6674054) AuthConfig (f2cfe72d2316edfa7911e93212e2184ecea3e9936826c0662cae011ed0364bb6) AuthConfig (88968455505a942347d991bf76d1fc4af4bf0409f1312f031472f0473f24ee7e) AuthConfig (ea3cae534c5f7ef9c3e725664a499d3610c54533a76652b3346fd339514a2cb3) AuthConfig (7f934e88b7535333c3515f67b338aa630e859070850548dd054e3be87e924540) AuthConfig (d9a0d342822f634975bcfe8ca0f3ff96dff7d08628613282044c8ba4e4c906c6) AuthConfig (0b2ec9f6c1ebf03e7b841b43f39d4039667291ab0f067b81cae79b518199c7cc) AuthConfig (9af789c2a6d9dd8378adccc1158103fc2f2757c2d79ea5ab694731e3e77c6ad1) AuthConfig (ee7213722a5cb827b07c1721be4878425954e07d39fb4d3567792cff5114d626) AuthConfig (f5e51676961b04ce8d8d907d22b584dd13c9af1ce043f796b849286148c59bc4) AuthConfig (f2fe0206fd42388ab19edafd1365173cf6826648570279667c68ccfc3642b214) AuthConfig (856bb284686a1f5e0c17ca293a90785b028163eaefcb6a060fe33403d55636fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"8869a9d6-e8c1-40ed-b942-ecbb4d0d7441","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.956344439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.801946411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e3faef-6f07-4e93-b6b8-2c117c68f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.856954469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e3faef-6f07-4e93-b6b8-2c117c68f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.910703234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e3faef-6f07-4e93-b6b8-2c117c68f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.964532426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e3faef-6f07-4e93-b6b8-2c117c68f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.56624072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6642514-a000-4e5a-87f0-4ca2f0880f9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.566263653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6642514-a000-4e5a-87f0-4ca2f0880f9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.622588694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a99d681-fa83-42b9-a545-7d6a2a4884b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.622618642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a99d681-fa83-42b9-a545-7d6a2a4884b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.729168538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"7e8fdd62-786c-42a1-8044-ef5afffd3107","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.860376366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"7e8fdd62-786c-42a1-8044-ef5afffd3107","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"name":"e2e-api-a-56cbe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.919260982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-56cbe5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"7e8fdd62-786c-42a1-8044-ef5afffd3107","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.978186957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61b1cdf2-4102-4a3e-8f37-3af99b860487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.978209724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61b1cdf2-4102-4a3e-8f37-3af99b860487","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.146383985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6499a1e6-3517-4331-a896-c9f06bcbc3bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.146440153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"5834e2e7-55bf-4ef2-9b0c-934c63245aab","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.174430937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"76de1ebb-b34f-4cc3-924c-11d037e8d10f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.228642205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"acd1cbdb-4095-4d66-ab30-d6fca51ea736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.228880161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cc22b72-82fa-41e6-9cd5-33f395927ed0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.328692008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"0ab108cf-c478-4b01-8fa1-5aa6caab4fcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.329025906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"d8a5b016-1215-44e6-81d3-f1aadbc8d8b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.341627799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"1b5220f9-b144-4df8-888e-cc287f86d8da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.450133328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"1b5220f9-b144-4df8-888e-cc287f86d8da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.453111921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"38678eb2-2a8e-4095-9880-0641fd2ea516","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.514291445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0ffe9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd07b58b798d7a289eb7395b36a9586a1bd68076b3615feb56743afda28b951f) AuthConfig (05f1ea38e7803059072a00c6369dff331801013f94919bddb2a9ae164136ddb6) AuthConfig (6a808c8d862a9e18f874dc2111e1e13461ab97cfac1d7a4bac34c80faf0dace7) AuthConfig (229f0e03d3573a69f908e8b1f4edd6f0713dc3c67d57ec7514ae189a66f87480) AuthConfig (432df03a27c05a1f117fc12d848c7a934dcdb45ff6dffca398db7c0b00786795) AuthConfig (211731fc0e386e90ca686371123462414578ca109e317d14ba0be287fc60e230)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"1b5220f9-b144-4df8-888e-cc287f86d8da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.580535574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"da7e4073-977d-4467-af9e-2267c3da8789","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.591320453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7651fdc4-4448-47d8-b022-2675e215e980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.591434682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7651fdc4-4448-47d8-b022-2675e215e980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.703783188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"6b7d3910-9e8f-4a90-a330-75f3833423e1","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.834760128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"1863f5fb-3f3d-4695-a498-8ca4a59b2209","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.952153607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"f53b8298-17c7-4e76-aa18-fcc6e35b96b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.047112097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"4af21b83-a98c-4917-9ef7-8ef3803e4986","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.199521752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"5f9a9f89-36fb-4b7e-b728-97bc639f6f78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.255441602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6c92f-7ad4-4744-a109-a15b911e532a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.312290342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6c92f-7ad4-4744-a109-a15b911e532a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.368949664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6c92f-7ad4-4744-a109-a15b911e532a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.393710045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"f363171b-63d3-4926-a07a-0d3b5d4aa394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.447761207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6c92f-7ad4-4744-a109-a15b911e532a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.557207645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3148d83-352b-482d-92c4-37db9cfc0033","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.693727667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"39a849bc-bb9b-4fa9-9ba5-12cfd2041602","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.753750346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"39a849bc-bb9b-4fa9-9ba5-12cfd2041602","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.131495814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"0b0d308d-4236-4b1a-8ad4-26d89bbd1ef1","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.131525773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"0b0d308d-4236-4b1a-8ad4-26d89bbd1ef1","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.397834864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897a8ad-d848-4529-9d1c-4500df2e361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.45189187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897a8ad-d848-4529-9d1c-4500df2e361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.505550486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897a8ad-d848-4529-9d1c-4500df2e361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.559247256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3897a8ad-d848-4529-9d1c-4500df2e361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.839533312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-59b5b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-59b5b0","reconcileID":"f4ef9df7-3452-4d85-a4fd-00fb0b9e08d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-59b5b0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-59b5b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.580413205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b0a06-8877-437f-b479-5d7430a18248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.635090934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b0a06-8877-437f-b479-5d7430a18248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.688696376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b0a06-8877-437f-b479-5d7430a18248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.74237131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a1b0a06-8877-437f-b479-5d7430a18248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.369297322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-93dfcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-93dfcf","reconcileID":"6b044fa3-ec3d-415e-99a9-2598acb515dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-93dfcf","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-93dfcf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.797202699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4507100-0087-47f9-b0a3-77a94221616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.877871593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4507100-0087-47f9-b0a3-77a94221616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.959716821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4507100-0087-47f9-b0a3-77a94221616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.056974958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4507100-0087-47f9-b0a3-77a94221616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.182960375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"17f01e01-554f-44af-a794-c206ae8bd7b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.242944763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"17f01e01-554f-44af-a794-c206ae8bd7b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"name":"e2e-api-a-56cbe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.303743035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-56cbe5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"17f01e01-554f-44af-a794-c206ae8bd7b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.742941315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"bf560b3f-c851-4a39-9f21-34bfe67f2965","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.804511356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"bf560b3f-c851-4a39-9f21-34bfe67f2965","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:58.862173222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-0ffe9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd07b58b798d7a289eb7395b36a9586a1bd68076b3615feb56743afda28b951f) AuthConfig (05f1ea38e7803059072a00c6369dff331801013f94919bddb2a9ae164136ddb6) AuthConfig (6a808c8d862a9e18f874dc2111e1e13461ab97cfac1d7a4bac34c80faf0dace7) AuthConfig (229f0e03d3573a69f908e8b1f4edd6f0713dc3c67d57ec7514ae189a66f87480) AuthConfig (432df03a27c05a1f117fc12d848c7a934dcdb45ff6dffca398db7c0b00786795) AuthConfig (211731fc0e386e90ca686371123462414578ca109e317d14ba0be287fc60e230)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"bf560b3f-c851-4a39-9f21-34bfe67f2965","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:00.225288973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9f8653-2cb3-45bd-bc62-be474e4119c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:00.279381276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9f8653-2cb3-45bd-bc62-be474e4119c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:00.337048059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9f8653-2cb3-45bd-bc62-be474e4119c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:00.337894279Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-93dfcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-93dfcf","reconcileID":"1aea7507-4ec3-437d-970b-ba856ccfcf33","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-93dfcf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:00.390688375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9f8653-2cb3-45bd-bc62-be474e4119c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.057971087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"71b7435e-7650-4419-8e8d-10db6e986ddd","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.057994426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"71b7435e-7650-4419-8e8d-10db6e986ddd","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.166138647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"5a08f9cd-a0f5-44e0-8cab-fa2089884300","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.225066651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"5a08f9cd-a0f5-44e0-8cab-fa2089884300","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.22613935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"2f3ae96e-0637-4d3f-a254-641c6e807e47","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.226157395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"2f3ae96e-0637-4d3f-a254-641c6e807e47","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.273918798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"cf84abc6-5d5e-46af-90cd-6245f3fb5699","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.441231191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"5ba17135-47d8-49e7-99e4-0e3457639ada","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.51824883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"5ba17135-47d8-49e7-99e4-0e3457639ada","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"name":"e2e-api-a-56cbe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.565931399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"e6386ce7-8ff7-45c2-a725-41e7019f37eb","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.57563628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-56cbe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c19f9b9f8a6aed597d2ecdf72f909f6f52e13b359e7cf54cd85a209b0be672ae) AuthConfig (fe293a39b739b625e0094fd072137bec7bdaeaecc1e088215166a6ccf269fa48) AuthConfig (1b14f990e46e23f23763daf254f2c49d73b512d67b1723e439bb790117891c17) AuthConfig (02bd5bafaf23b3acd0a3b3b164d4c281d705dca910e488565aa005afce7ee7c5) AuthConfig (29d04fccb8a8962c9585667acb278be88dc31f43b9da4ea747e7cf9eb88c7cc1) AuthConfig (eaa538e25f47657e463e2e5e22a5e735bc46be78589918ed378093a86586dd0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"5ba17135-47d8-49e7-99e4-0e3457639ada","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.621411197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"cb0000a7-61b2-42b7-bca7-2539bc069cd9","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.625999668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"e6386ce7-8ff7-45c2-a725-41e7019f37eb","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.633139356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12cbb8b6-5003-4794-8f59-038ad9825ed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.633163983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12cbb8b6-5003-4794-8f59-038ad9825ed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.971338367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"d1b552f6-f07d-4ba3-a154-86b61977769a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.029522832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"d1b552f6-f07d-4ba3-a154-86b61977769a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.069384667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d294e51f-53df-4778-ac74-136492645bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.125509303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d294e51f-53df-4778-ac74-136492645bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.179857985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d294e51f-53df-4778-ac74-136492645bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.234516953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d294e51f-53df-4778-ac74-136492645bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.447174608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e55d19-b865-4004-89fa-e830256b72ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.447197276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e55d19-b865-4004-89fa-e830256b72ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.277007735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b10c95c-2ddb-45e2-9628-a17da85e5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.33061316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b10c95c-2ddb-45e2-9628-a17da85e5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.384527373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b10c95c-2ddb-45e2-9628-a17da85e5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.439088605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b10c95c-2ddb-45e2-9628-a17da85e5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.626366079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2c49-2a88-4b7d-accd-147604d46f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.680329573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2c49-2a88-4b7d-accd-147604d46f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.73414664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2c49-2a88-4b7d-accd-147604d46f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.787955024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76df2c49-2a88-4b7d-accd-147604d46f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.769968684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d46a07f-2e63-4a58-ad3f-54a095c2dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.825363123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d46a07f-2e63-4a58-ad3f-54a095c2dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.879527344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d46a07f-2e63-4a58-ad3f-54a095c2dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.933394032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d46a07f-2e63-4a58-ad3f-54a095c2dcee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.952882545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:17.636509918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"e55ed586-6a7a-4660-8450-4e69a4449cc0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:17.75772665Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"e55ed586-6a7a-4660-8450-4e69a4449cc0","name":"e2e-api-b-6f9a90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:17.900639783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a3c802-929f-4a29-b283-78a27e88d8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:17.954451502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a3c802-929f-4a29-b283-78a27e88d8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.008129619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a3c802-929f-4a29-b283-78a27e88d8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.111931108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a3c802-929f-4a29-b283-78a27e88d8fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.740616531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"1832cc24-8000-4f5d-8025-a7b21a4c93b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.764810672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"93914bf3-886c-41b1-b96e-79cdc66bc52a","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.764835946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"93914bf3-886c-41b1-b96e-79cdc66bc52a","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.799566761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"1832cc24-8000-4f5d-8025-a7b21a4c93b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"name":"e2e-api-a-56cbe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.868109131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-56cbe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c19f9b9f8a6aed597d2ecdf72f909f6f52e13b359e7cf54cd85a209b0be672ae) AuthConfig (fe293a39b739b625e0094fd072137bec7bdaeaecc1e088215166a6ccf269fa48) AuthConfig (1b14f990e46e23f23763daf254f2c49d73b512d67b1723e439bb790117891c17) AuthConfig (02bd5bafaf23b3acd0a3b3b164d4c281d705dca910e488565aa005afce7ee7c5) AuthConfig (29d04fccb8a8962c9585667acb278be88dc31f43b9da4ea747e7cf9eb88c7cc1) AuthConfig (eaa538e25f47657e463e2e5e22a5e735bc46be78589918ed378093a86586dd0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"1832cc24-8000-4f5d-8025-a7b21a4c93b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.885496654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"9a1d49de-69f3-4e62-93dc-9b46bf40d45e","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.948152317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"1820a798-79e8-4aa6-89b2-72f87aa19e3f","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.956065436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"9a1d49de-69f3-4e62-93dc-9b46bf40d45e","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.22979985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"ef899318-289c-4178-917c-275f5dfddce8","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.270953062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"a73214ff-25c9-4339-9534-65554be22461","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.329314019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"a73214ff-25c9-4339-9534-65554be22461","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.371638948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e9dc4e1-b6ad-4b71-8b14-1fdac768468f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.477404354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"2da4c3d2-4849-4b90-9141-a032955b1079","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.572252931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"eccc55e2-1156-4203-b4fd-b945c6007e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.629442275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4282d960-1ded-4d7a-bb17-aeb806f458a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.692121174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"a4b862c4-981c-451a-9250-ec784863fc0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.793797903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"0af46083-59f6-42a4-b6a4-1d0b10e98536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.892044532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"01e1aded-2d11-4223-bc17-b850930bf9db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.94587616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"7b22587b-2ccb-4723-a340-979b0617c9fc","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.977759021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"e0956195-7310-4dac-b6c1-33c3ff6945f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.03927568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"e0956195-7310-4dac-b6c1-33c3ff6945f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"name":"e2e-api-a-56cbe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.073030554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"65dda177-b4f7-43dd-9564-266179857b5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.399106046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"a0f74278-e3e6-4da8-ab55-fcc86fa962d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.404760989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"336f2904-937e-4d07-a433-6a346f501506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.404783781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"336f2904-937e-4d07-a433-6a346f501506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.507322091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"e093aef1-29e0-42c1-91a1-5bd26ae02b55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.607696957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"2621a1bb-b006-48b3-873e-7d5408ef63e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.607787292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"7c3933a3-20fb-490a-8236-45254bb84fa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.953860193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.67481797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"d54aa12b-af5f-486a-8500-d48887fb8647","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.861379562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"bc59e489-3fcf-41c8-a1e3-7e86a710f774","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.984168471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b45d6350-5cdf-4143-9cdb-c3899a105a4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.084779139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"3df25012-59c8-420e-acf6-b1413d6bd239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.290080548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"0641c5cf-c108-4638-951b-316c826bc40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.391166834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"16564602-fcd7-421b-9b05-fea6484eebe4","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.490736954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"c6b26107-89dd-47cf-a057-6e9d6a8705fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.596016466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"3287168c-feb4-45f3-8e66-81564585fce7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.696279309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"fcc64f21-f0a6-44b5-90c7-c430f292143d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.722311158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"402a563e-d5df-485c-96d0-d19465c92baa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.844111068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"5270582d-96ef-4d53-9b5e-bbad77764568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.945368068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"79a6feec-f8e5-4047-a95c-dc02789e53e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.965618401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"bc400edb-ca6e-4c6a-a3a0-eb882824ffe6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.804246658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"83116ee4-a119-4914-8028-b29e0e531f43","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.926480866Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"83116ee4-a119-4914-8028-b29e0e531f43","name":"e2e-api-b-59b5b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.135392618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"85792f6e-98e2-42b3-b494-95bea1016326","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.256174273Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"85792f6e-98e2-42b3-b494-95bea1016326","name":"e2e-api-a-93dfcf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.044705887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cefb09f7-af0d-4451-a387-c57e46e4d19e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.168754619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"a7617531-b697-4c46-892b-2f1d495dea7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.2880601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22201d9b-0ff4-4c6d-b905-afe380670fc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.388123385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e5f79164-8d12-4f73-b6c5-90befad5aa38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.395389112Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"970dd1ce-2319-47b9-a415-f8ed2fbfe075","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.395482085Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"970dd1ce-2319-47b9-a415-f8ed2fbfe075","name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.453689083Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"970dd1ce-2319-47b9-a415-f8ed2fbfe075","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.453714863Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"970dd1ce-2319-47b9-a415-f8ed2fbfe075","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.453849778Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"970dd1ce-2319-47b9-a415-f8ed2fbfe075","name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.454792111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"573b6146-27d7-4b31-815d-27c78abd44b4","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.454810459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"573b6146-27d7-4b31-815d-27c78abd44b4","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.491142731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"83aef2ae-54b4-4fad-bd27-1dcf1824cd06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.491142909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"93e355c4-ca4c-4167-9bbd-276bdb5a36cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.509604014Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"970dd1ce-2319-47b9-a415-f8ed2fbfe075","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.516019776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"7e0e52e4-f6f9-4680-af35-3b9a7e01b73f","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.516154297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"7e0e52e4-f6f9-4680-af35-3b9a7e01b73f","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.560600705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"1d6f74c6-28b6-4251-93d8-5179c8130794","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.598037117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"48f5b0d1-330e-4abf-83d0-fc7218dde747","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.623702743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"1d6f74c6-28b6-4251-93d8-5179c8130794","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.624301475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"60a5a115-fe5d-423f-a168-71de0ae00f14","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19d7b76e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.712501084Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"87079303-36cc-4592-8dd2-ce2f932036ad","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19d7b76e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.714501089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"a9fd9e79-f3c0-498d-a7ed-aa68599c5233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.897297331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"bc4d90f7-9b52-43d7-8d11-e0f9ccb981b4","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.944372244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"f617b61c-43bd-40c6-8d72-3d094891da86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.999485536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"e29e5baa-31b3-4bf8-bde5-ff9c9d7c47bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.150927746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"bc4d90f7-9b52-43d7-8d11-e0f9ccb981b4","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.281770943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"bc4d90f7-9b52-43d7-8d11-e0f9ccb981b4","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"e2e-mt-296da7ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.2817996Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-policy-296da7ab","reconcileID":"bc4d90f7-9b52-43d7-8d11-e0f9ccb981b4","MaaSAuthPolicy":{"name":"e2e-policy-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.301928936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"1bf882bf-37c4-4812-93e0-32fd60db1616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.344098201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"2bc3b1cb-6ef0-4a20-8924-4e901c094c98","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.344128571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"2bc3b1cb-6ef0-4a20-8924-4e901c094c98","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:10.497727352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"506747f5-599a-4ca6-a7b7-da01998e7d9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.956084681Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.784096666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cac82a-1ab4-4005-b320-889bb40a3566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.841856096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cac82a-1ab4-4005-b320-889bb40a3566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.895867929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cac82a-1ab4-4005-b320-889bb40a3566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.950526894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cac82a-1ab4-4005-b320-889bb40a3566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.994024815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc88b75-b3db-44b0-bdda-fc9303033ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.049338578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc88b75-b3db-44b0-bdda-fc9303033ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.1035287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc88b75-b3db-44b0-bdda-fc9303033ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.158382875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc88b75-b3db-44b0-bdda-fc9303033ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.767963726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"265c15da-748b-41ad-8247-eaf6b8d6b103","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","subscription":"e2e-sub-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.822345955Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"265c15da-748b-41ad-8247-eaf6b8d6b103","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.876846791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-sub-296da7ab","reconcileID":"265c15da-748b-41ad-8247-eaf6b8d6b103","MaaSSubscription":{"name":"e2e-sub-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"name":"maas-trlp-e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.266283668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"37d9586b-a66e-4bd5-b003-85ccdac9a838","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.266316453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"37d9586b-a66e-4bd5-b003-85ccdac9a838","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.075647401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c75e66e4-5b57-4546-bd0b-3645e15f763a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.075694803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c75e66e4-5b57-4546-bd0b-3645e15f763a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.134741789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27ef30f2-161c-47dd-9082-19c559155d82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.134769346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27ef30f2-161c-47dd-9082-19c559155d82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.248261087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"58235813-562e-425c-a18c-4f8c0ffc84b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.424160521Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"58235813-562e-425c-a18c-4f8c0ffc84b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.481866658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"58235813-562e-425c-a18c-4f8c0ffc84b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.545055198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11967c7d-4e63-4ab2-8e80-e71d31c375a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.545076038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11967c7d-4e63-4ab2-8e80-e71d31c375a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.782609007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3dc86587-b5c9-4538-a69d-5c1feb4cfdc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.782862872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1dfdaf-57c4-483d-bd22-632f0f0c67d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.782888541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1dfdaf-57c4-483d-bd22-632f0f0c67d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.010771663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3dc86587-b5c9-4538-a69d-5c1feb4cfdc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.193054942Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3dc86587-b5c9-4538-a69d-5c1feb4cfdc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"name":"e2e-api-a-0ffe9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.193089788Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"e2e-e2e-api-a-0ffe9b-policy","reconcileID":"3dc86587-b5c9-4538-a69d-5c1feb4cfdc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-0ffe9b-policy","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-0ffe9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.251527252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7a3fcad-4398-417e-949a-209c7e2ab248","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.251548228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7a3fcad-4398-417e-949a-209c7e2ab248","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.204924706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfca20dc-2189-4eba-bb1d-4c8c3a68c4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.259581619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfca20dc-2189-4eba-bb1d-4c8c3a68c4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.313639663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfca20dc-2189-4eba-bb1d-4c8c3a68c4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.36781148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfca20dc-2189-4eba-bb1d-4c8c3a68c4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.652455474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"edd91e44-67a7-432f-8bf1-abe099e91f56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.712043744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"edd91e44-67a7-432f-8bf1-abe099e91f56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.769344891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"edd91e44-67a7-432f-8bf1-abe099e91f56","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.920002318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85094326-ed40-4c57-83e2-269dbcb803ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.973944048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85094326-ed40-4c57-83e2-269dbcb803ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.027814022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85094326-ed40-4c57-83e2-269dbcb803ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.081645868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85094326-ed40-4c57-83e2-269dbcb803ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.765362697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0035556e-82bb-4477-862c-3c9da310afed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.765547082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0035556e-82bb-4477-862c-3c9da310afed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.82511523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5d61516-dd20-495a-b1ec-07825c5630c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.825141742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5d61516-dd20-495a-b1ec-07825c5630c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.036621955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"eaf19d62-eac5-4f00-88d7-71c7ec7c4f5c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.047353464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5997e512-edee-4135-a356-846df6a61dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.047374445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5997e512-edee-4135-a356-846df6a61dbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.10904022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518fd8cd-8b9d-415a-aef3-53063d4ff5b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.10907103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518fd8cd-8b9d-415a-aef3-53063d4ff5b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:33.156077437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c4fe2a54-c84b-43a0-9250-b32c3d5ed7da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-8e8e8f7c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.222675107Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"eaf19d62-eac5-4f00-88d7-71c7ec7c4f5c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.265538349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09a21c05-76aa-4c32-89ab-bd30d40bad43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.319833711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1437344d-de2d-427d-9647-8edb06b99cf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.319855444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1437344d-de2d-427d-9647-8edb06b99cf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.319846399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc41a303-56a9-442f-a1b2-122cb9a71d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.324173418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"eaf19d62-eac5-4f00-88d7-71c7ec7c4f5c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.325392027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09a21c05-76aa-4c32-89ab-bd30d40bad43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.377706394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19dcb1cd-f199-4159-8bdb-9020a549b3b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.377732819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19dcb1cd-f199-4159-8bdb-9020a549b3b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.378460791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc41a303-56a9-442f-a1b2-122cb9a71d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.429354518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beaff7f8-97aa-4741-b32f-3657efae7708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.429378428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"beaff7f8-97aa-4741-b32f-3657efae7708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.596087653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"e88365fe-8f07-4a48-9129-b41dc7d773e7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.60314449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"5d6e7b1c-b01a-4aca-95d7-a8f7fdffa7c9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-8e8e8f7c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.603337745Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"5d6e7b1c-b01a-4aca-95d7-a8f7fdffa7c9","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8e8e8f7c","error":"MaaSModelRef not found: llm/nonexistent-model-8e8e8f7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.654781028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"e88365fe-8f07-4a48-9129-b41dc7d773e7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.724587329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"e88365fe-8f07-4a48-9129-b41dc7d773e7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.750567267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37303ad3-675b-4091-ad9f-8679b38fb030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.776189932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b2cd153-6cae-46a8-b127-9a5b2cb1fe59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:33.779481951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"e88365fe-8f07-4a48-9129-b41dc7d773e7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-8e8e8f7c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.832024646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37303ad3-675b-4091-ad9f-8679b38fb030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.848968891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b9c9d20-78a1-4b80-962a-8eeacffa3d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.856030215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc223da5-9c12-4266-8720-790a0e3e5e39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.856057344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc223da5-9c12-4266-8720-790a0e3e5e39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.907941475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b9c9d20-78a1-4b80-962a-8eeacffa3d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.953439615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"cb7cdc5d-242a-432e-9e5e-418385c33dc7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.012995885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"cb7cdc5d-242a-432e-9e5e-418385c33dc7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.017473895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c2de4886-dd9f-45b8-aba3-af6b505c5149","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.017604304Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c2de4886-dd9f-45b8-aba3-af6b505c5149","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8e8e8f7c","error":"MaaSModelRef not found: llm/nonexistent-model-8e8e8f7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.07084262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"cb7cdc5d-242a-432e-9e5e-418385c33dc7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.144232531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95822eb-eb4f-4175-a649-3dd2ce41577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.19848183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95822eb-eb4f-4175-a649-3dd2ce41577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.253076329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95822eb-eb4f-4175-a649-3dd2ce41577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.307294272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d95822eb-eb4f-4175-a649-3dd2ce41577f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.313912594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db80ff7b-23ab-43fc-a3b7-9c480d7f3aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.313930789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db80ff7b-23ab-43fc-a3b7-9c480d7f3aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.852180054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48b912ee-6fbd-4cd2-856b-531c06614806","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.852261325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48b912ee-6fbd-4cd2-856b-531c06614806","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.025941411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"2081c623-d303-4973-aab9-62e49de6a440","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.025949978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0723be5-1e62-4523-a1f2-80d385d8b28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.026255333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f13ef848-4f23-4444-bbff-e252da0c2c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.104948289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f13ef848-4f23-4444-bbff-e252da0c2c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.108545525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"2081c623-d303-4973-aab9-62e49de6a440","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.111721743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0723be5-1e62-4523-a1f2-80d385d8b28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.166726237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"2081c623-d303-4973-aab9-62e49de6a440","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.421907815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b20b25-de73-440a-8050-5201421a03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.476245929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b20b25-de73-440a-8050-5201421a03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.531027393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b20b25-de73-440a-8050-5201421a03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.586173601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b20b25-de73-440a-8050-5201421a03e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.876927269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"3d7df9a6-ed50-4120-9a92-c5d2f4258045","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.942046642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"3d7df9a6-ed50-4120-9a92-c5d2f4258045","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.999612854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"3d7df9a6-ed50-4120-9a92-c5d2f4258045","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:45.954002752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.037640603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c742dfb3-03a0-4ef5-aebf-77f4c79a008e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-8e8e8f7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.208147303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c742dfb3-03a0-4ef5-aebf-77f4c79a008e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.208330059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c742dfb3-03a0-4ef5-aebf-77f4c79a008e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8e8e8f7c","subscription":"e2e-neg-ghost-sub-8e8e8f7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.208603877Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-8e8e8f7c","reconcileID":"c742dfb3-03a0-4ef5-aebf-77f4c79a008e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-8e8e8f7c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-8e8e8f7c","error":"MaaSModelRef not found: llm/nonexistent-model-8e8e8f7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.333613889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"de3c3620-b02d-41d5-8879-61593b2c1a05","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.374898352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a173ac6-6238-4b86-8de1-169a2bb1875d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.393830953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"de3c3620-b02d-41d5-8879-61593b2c1a05","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.452563344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"de3c3620-b02d-41d5-8879-61593b2c1a05","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.536170216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8172be1c-98bf-4ad9-b9db-89d1e451ff3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.536850182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8172be1c-98bf-4ad9-b9db-89d1e451ff3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.700446403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3fd07-8e49-423e-a433-8e42617d8fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.701540265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"19d141d0-3c66-4ec5-bc70-9a82de90602d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.702073722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1462c4a-f74f-4723-91c1-1880e224b836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.703070493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c03d8d-56d7-46c5-ad8d-466bab00df45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.703159477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c03d8d-56d7-46c5-ad8d-466bab00df45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.768571989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1462c4a-f74f-4723-91c1-1880e224b836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.769284535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca3fd07-8e49-423e-a433-8e42617d8fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.776084618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"19d141d0-3c66-4ec5-bc70-9a82de90602d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.836725602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"19d141d0-3c66-4ec5-bc70-9a82de90602d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.83698986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-8e8e8f7c","reconcileID":"685fbff0-b407-4b46-a251-a5b528a9b3e2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-8e8e8f7c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.009604701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b38f7119-46ee-4760-9522-b7db2d21014a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.009757881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b38f7119-46ee-4760-9522-b7db2d21014a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.330725954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24c15ed7-072c-4e6a-a307-971ecf62cd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.33083755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24c15ed7-072c-4e6a-a307-971ecf62cd13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.406119854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cac49f8-0695-4729-80e2-af8f5371a941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.406690873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cac49f8-0695-4729-80e2-af8f5371a941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.786311846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"915f1694-eaa0-4c11-988b-3523f86a77a6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.931068012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"915f1694-eaa0-4c11-988b-3523f86a77a6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.998629388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"915f1694-eaa0-4c11-988b-3523f86a77a6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.080559996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2ed70b9-0da6-45b3-8878-e15c70fd87fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.081750704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2ed70b9-0da6-45b3-8878-e15c70fd87fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.31984079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"84402346-8a76-47bb-bd7c-772c3e265101","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.389272689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"84402346-8a76-47bb-bd7c-772c3e265101","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.488311671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"84402346-8a76-47bb-bd7c-772c3e265101","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.108383904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"a4abfefc-d52b-498d-aeb5-89e471bfd7f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.167018202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"a4abfefc-d52b-498d-aeb5-89e471bfd7f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.226706081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cdc77787c555c60457947e9ef86b1f13cf73a5d70111e15459fed4dea64f99f) AuthConfig (b2a3f2514f5413c8135222537eb7af2bc2b5c67c0492d9f70005e1109742de39) AuthConfig (86dc22ca324534d9bedcbfffc1c5773123903ff5184dac0ba2b6ac7093b730b5) AuthConfig (2d5eb96032e4f0b092ec913b26b95f26af16ac1d0051cca6aee83ae18a48c2ed) AuthConfig (c7da0a85b3f90a6b552b37504d0cf75b008b9b1d03ebec80a443c23f9aa65b49) AuthConfig (370db954a90315ffa15a149a8f7aa34228d131ec815317b49fac9755065dd5e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"a4abfefc-d52b-498d-aeb5-89e471bfd7f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.286734513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfbcca0-d985-42dc-ba45-defaf9ef95c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.286758049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddfbcca0-d985-42dc-ba45-defaf9ef95c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.852750135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4a8fd6-146e-439f-903f-94cc1c210ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.906767476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4a8fd6-146e-439f-903f-94cc1c210ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.960601093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4a8fd6-146e-439f-903f-94cc1c210ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:55.014433014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4a8fd6-146e-439f-903f-94cc1c210ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.087586271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a37d493-4fbd-46e2-a8b1-79fbfc5c51b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.117713654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952b8766-e9ce-457b-ab5c-9249da2d4383","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.117733723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952b8766-e9ce-457b-ab5c-9249da2d4383","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.142132477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a37d493-4fbd-46e2-a8b1-79fbfc5c51b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.195833996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a37d493-4fbd-46e2-a8b1-79fbfc5c51b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.249623472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a37d493-4fbd-46e2-a8b1-79fbfc5c51b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.25449479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b17a438-a96b-42be-99d0-0092f9865a92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.254515222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b17a438-a96b-42be-99d0-0092f9865a92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.361308898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"9c94832e-ad0b-439a-be18-c36fb1097aa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.542376391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"9c94832e-ad0b-439a-be18-c36fb1097aa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.600069709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59b5b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"9c94832e-ad0b-439a-be18-c36fb1097aa9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.65732324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"111d25aa-a178-4343-b854-bb3f76eed23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.657347011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"111d25aa-a178-4343-b854-bb3f76eed23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.464059431Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","namespace":"ai-tenant-e2e-api-a-0ffe9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.464148664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","namespace":"ai-tenant-e2e-api-a-0ffe9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.464228696Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","tenant":"e2e-api-a-0ffe9b","tenantID":"e2e-api-a-0ffe9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.52337455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Deployment","name":"maas-api-e2e-api-a-0ffe9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.5887752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Service","name":"maas-api-e2e-api-a-0ffe9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.714778863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-0ffe9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.768064926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"6a20aeec-a886-4c05-bc18-a07c785ce36f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.77081814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-0ffe9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.860303662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.874817905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"6a20aeec-a886-4c05-bc18-a07c785ce36f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.922418682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.940518097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"6a20aeec-a886-4c05-bc18-a07c785ce36f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.982914058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.04118837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.106211826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Deployment","name":"payload-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.168090664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.222975635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Service","name":"payload-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.300528226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.372825389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.390973252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c166d9a4-cd22-4a7a-8409-4fef932ac1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.444952295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.445754245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c166d9a4-cd22-4a7a-8409-4fef932ac1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.499397603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.500006746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c166d9a4-cd22-4a7a-8409-4fef932ac1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.555548993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c166d9a4-cd22-4a7a-8409-4fef932ac1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.560470112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.622335692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.675733808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.731028686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-0ffe9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:59.824079478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-0ffe9b"},"namespace":"ai-tenant-e2e-api-a-0ffe9b","name":"default-tenant","reconcileID":"55f3e1ec-16a3-44b3-bbb7-7dbcf7b1696c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-0ffe9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.584876326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5932f761-0b48-444d-905b-2feb2cd2f9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.63904389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5932f761-0b48-444d-905b-2feb2cd2f9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.692678704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5932f761-0b48-444d-905b-2feb2cd2f9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.746608479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5932f761-0b48-444d-905b-2feb2cd2f9ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.39640701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"2cbdb013-e6fd-496e-b9d7-b9210626d696","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.456208803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"2cbdb013-e6fd-496e-b9d7-b9210626d696","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.514272324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cdc77787c555c60457947e9ef86b1f13cf73a5d70111e15459fed4dea64f99f) AuthConfig (b2a3f2514f5413c8135222537eb7af2bc2b5c67c0492d9f70005e1109742de39) AuthConfig (86dc22ca324534d9bedcbfffc1c5773123903ff5184dac0ba2b6ac7093b730b5) AuthConfig (2d5eb96032e4f0b092ec913b26b95f26af16ac1d0051cca6aee83ae18a48c2ed) AuthConfig (c7da0a85b3f90a6b552b37504d0cf75b008b9b1d03ebec80a443c23f9aa65b49) AuthConfig (370db954a90315ffa15a149a8f7aa34228d131ec815317b49fac9755065dd5e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"2cbdb013-e6fd-496e-b9d7-b9210626d696","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.430625799Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"6d80494d-f483-42eb-b3de-8a77eeb76e62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.430713806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a41a411a-69bc-4828-90ce-42b9aa73137c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.43073213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a41a411a-69bc-4828-90ce-42b9aa73137c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.655449235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"6d80494d-f483-42eb-b3de-8a77eeb76e62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.7056093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9b45b8-b7f1-4c4a-b9e7-0e687d006663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.759714594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9b45b8-b7f1-4c4a-b9e7-0e687d006663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.815608818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9b45b8-b7f1-4c4a-b9e7-0e687d006663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.88217951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9b45b8-b7f1-4c4a-b9e7-0e687d006663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.927832606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"6d80494d-f483-42eb-b3de-8a77eeb76e62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"name":"e2e-api-a-56cbe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.927942288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"e2e-e2e-api-a-56cbe5-policy","reconcileID":"6d80494d-f483-42eb-b3de-8a77eeb76e62","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-56cbe5-policy","namespace":"ai-tenant-e2e-api-a-56cbe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-56cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.986531565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb702645-36f1-44de-8830-52fefbc3d106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.986551604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb702645-36f1-44de-8830-52fefbc3d106","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.114333466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e09b0a94-0132-456f-a1aa-2ae8ba66e99e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.114355011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e09b0a94-0132-456f-a1aa-2ae8ba66e99e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.172739624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a300347-9f08-413f-9d60-7d7a17c6a1f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.172759911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a300347-9f08-413f-9d60-7d7a17c6a1f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.279376493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"3ef2a19b-b195-4d57-8427-f12450b2efa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.409912316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"3ef2a19b-b195-4d57-8427-f12450b2efa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.46751763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"3ef2a19b-b195-4d57-8427-f12450b2efa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.525355539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"564fff60-53a0-47a9-b209-50536c7969dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.525382941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"564fff60-53a0-47a9-b209-50536c7969dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.03651107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebc8c27-7e7a-4b8d-9771-67467c4dce9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.091020764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebc8c27-7e7a-4b8d-9771-67467c4dce9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.153883186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebc8c27-7e7a-4b8d-9771-67467c4dce9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.237978199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ebc8c27-7e7a-4b8d-9771-67467c4dce9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.816557298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"17c219b6-25e9-4ccd-a44d-64379d9f109a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.881583996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"17c219b6-25e9-4ccd-a44d-64379d9f109a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.939313266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59b5b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"17c219b6-25e9-4ccd-a44d-64379d9f109a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.007307711Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0ffe9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0ffe9b","reconcileID":"4bee7814-9023-4a52-b6cc-cabe44b2b77e","aitenant":"ai-tenants/e2e-api-a-0ffe9b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.384495061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17204d0d-cba0-4993-a71e-b7fefd9a76c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.438929396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17204d0d-cba0-4993-a71e-b7fefd9a76c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.493733142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17204d0d-cba0-4993-a71e-b7fefd9a76c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.548457407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17204d0d-cba0-4993-a71e-b7fefd9a76c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.842330047Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-0ffe9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-0ffe9b","reconcileID":"4bee7814-9023-4a52-b6cc-cabe44b2b77e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-0ffe9b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-0ffe9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.160515594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"35090ed1-dd5a-437c-8dbd-d1e94b91c7e2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.219336548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"35090ed1-dd5a-437c-8dbd-d1e94b91c7e2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.277111099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"35090ed1-dd5a-437c-8dbd-d1e94b91c7e2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:10.686741441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d9fbcd-b008-4732-83f8-50b464bc3121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:10.740884248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d9fbcd-b008-4732-83f8-50b464bc3121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:10.795570195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d9fbcd-b008-4732-83f8-50b464bc3121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:10.850341347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d9fbcd-b008-4732-83f8-50b464bc3121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:10.91628293Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-59ec0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-59ec0d","reconcileID":"2b1a8f6d-64e8-4b71-9dc9-2039168dcb28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-59ec0d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-59ec0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.134988974Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.135076001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.135180516Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","tenant":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.195062786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Deployment","name":"maas-api-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.26092029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Service","name":"maas-api-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.318882588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.374633919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.450686803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.519137497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.585973074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.646103693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.708055682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Deployment","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.764919006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.821311608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Service","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.877305113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"Service","name":"payload-pre-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.976356533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.040610693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.094506107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.151883794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.204906247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.361963878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.493411674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.548751165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"973d614e-6382-444b-943c-b9693863062d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-296da7ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.628683496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"f00f7b09-285c-4be6-af3a-6d7a4fe678dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.687908478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"f00f7b09-285c-4be6-af3a-6d7a4fe678dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.745549613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cdc77787c555c60457947e9ef86b1f13cf73a5d70111e15459fed4dea64f99f) AuthConfig (b2a3f2514f5413c8135222537eb7af2bc2b5c67c0492d9f70005e1109742de39) AuthConfig (86dc22ca324534d9bedcbfffc1c5773123903ff5184dac0ba2b6ac7093b730b5) AuthConfig (2d5eb96032e4f0b092ec913b26b95f26af16ac1d0051cca6aee83ae18a48c2ed) AuthConfig (c7da0a85b3f90a6b552b37504d0cf75b008b9b1d03ebec80a443c23f9aa65b49) AuthConfig (370db954a90315ffa15a149a8f7aa34228d131ec815317b49fac9755065dd5e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"f00f7b09-285c-4be6-af3a-6d7a4fe678dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.095379239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca3950d-8b46-480d-8eed-f546a3b8e431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.149237238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca3950d-8b46-480d-8eed-f546a3b8e431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.203320971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca3950d-8b46-480d-8eed-f546a3b8e431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.258793608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca3950d-8b46-480d-8eed-f546a3b8e431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.192090907Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-296da7ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-296da7ab","reconcileID":"5881fbd0-3daa-4ce0-bc12-a30647826d00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-296da7ab","removed":["maas.opendatahub.io/gateway-access-e2e-mt-296da7ab"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.360590757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"f4f603f8-0a72-450d-9879-1a1286026cd6","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.447992672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"f4f603f8-0a72-450d-9879-1a1286026cd6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.472073755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"32443f37-c4d7-436c-82e6-503a94781f0b","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.474903952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"32443f37-c4d7-436c-82e6-503a94781f0b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.488014758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"4af1384d-e639-4081-97a5-ca49a9c870cd","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.489762246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"4af1384d-e639-4081-97a5-ca49a9c870cd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.516035341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"b4fdc293-c4ff-4394-8bc0-b4f9ea8a1c8d","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.516231532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"b4fdc293-c4ff-4394-8bc0-b4f9ea8a1c8d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.560979137Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"855c48af-01b8-4620-9889-0ebcc728c953","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.561178076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"855c48af-01b8-4620-9889-0ebcc728c953","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.658192017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"45c7a74d-8e80-446f-853f-66f65090f729","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.658737115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"45c7a74d-8e80-446f-853f-66f65090f729","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.688548972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"04c3fcaf-144a-4899-af91-88297d3475c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.776596776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"04c3fcaf-144a-4899-af91-88297d3475c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.832329901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"71b743c6-fbfe-472e-a52d-1ecf10b9c098","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:14.832492163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"71b743c6-fbfe-472e-a52d-1ecf10b9c098","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.89698097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"04c3fcaf-144a-4899-af91-88297d3475c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.155236407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"3fea8626-7fe7-43f6-91dd-67506f874ec5","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.155452463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"3fea8626-7fe7-43f6-91dd-67506f874ec5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.383015956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"5f0d14be-e9c9-4153-a90d-8ea5d061fda0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.441807941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"5f0d14be-e9c9-4153-a90d-8ea5d061fda0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.499576311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cdc77787c555c60457947e9ef86b1f13cf73a5d70111e15459fed4dea64f99f) AuthConfig (b2a3f2514f5413c8135222537eb7af2bc2b5c67c0492d9f70005e1109742de39) AuthConfig (86dc22ca324534d9bedcbfffc1c5773123903ff5184dac0ba2b6ac7093b730b5) AuthConfig (2d5eb96032e4f0b092ec913b26b95f26af16ac1d0051cca6aee83ae18a48c2ed) AuthConfig (c7da0a85b3f90a6b552b37504d0cf75b008b9b1d03ebec80a443c23f9aa65b49) AuthConfig (370db954a90315ffa15a149a8f7aa34228d131ec815317b49fac9755065dd5e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"5f0d14be-e9c9-4153-a90d-8ea5d061fda0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.696406189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4df068-21a9-4c2f-a95b-4d0fe6d2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.751717516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4df068-21a9-4c2f-a95b-4d0fe6d2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.796393197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"69b412ec-0890-4ded-b659-d59bb209b8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.796469328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"69b412ec-0890-4ded-b659-d59bb209b8f3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.806323041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4df068-21a9-4c2f-a95b-4d0fe6d2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.860567897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4df068-21a9-4c2f-a95b-4d0fe6d2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.94118113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"a8bb2f1d-180e-48c1-8a3e-3e6c2f4a005a","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.941263012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"a8bb2f1d-180e-48c1-8a3e-3e6c2f4a005a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.956270289Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.104446698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"4abd47f2-ccf5-4cf4-a8c3-682b766909e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.16156943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6e7b3aa-e487-4f83-b1a1-c5c9d1f92418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.167749271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6e7b3aa-e487-4f83-b1a1-c5c9d1f92418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.169206231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"4abd47f2-ccf5-4cf4-a8c3-682b766909e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.230633406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6f9a90-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7cdc77787c555c60457947e9ef86b1f13cf73a5d70111e15459fed4dea64f99f) AuthConfig (b2a3f2514f5413c8135222537eb7af2bc2b5c67c0492d9f70005e1109742de39) AuthConfig (86dc22ca324534d9bedcbfffc1c5773123903ff5184dac0ba2b6ac7093b730b5) AuthConfig (2d5eb96032e4f0b092ec913b26b95f26af16ac1d0051cca6aee83ae18a48c2ed) AuthConfig (c7da0a85b3f90a6b552b37504d0cf75b008b9b1d03ebec80a443c23f9aa65b49) AuthConfig (370db954a90315ffa15a149a8f7aa34228d131ec815317b49fac9755065dd5e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"4abd47f2-ccf5-4cf4-a8c3-682b766909e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.231120255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"b792c691-73b3-4add-a820-ea27cfe2a373","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.439890758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"b792c691-73b3-4add-a820-ea27cfe2a373","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.57097416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"b792c691-73b3-4add-a820-ea27cfe2a373","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"name":"e2e-api-b-6f9a90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.570999369Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"e2e-e2e-api-b-6f9a90-policy","reconcileID":"b792c691-73b3-4add-a820-ea27cfe2a373","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6f9a90-policy","namespace":"ai-tenant-e2e-api-b-6f9a90"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6f9a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.638731318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014f0cf4-146f-4d3d-9b12-96bb69e0fa21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.63876005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"014f0cf4-146f-4d3d-9b12-96bb69e0fa21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.047882772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"6e0b278c-1b6f-46c7-b45b-c63139dce24d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.106576509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"6e0b278c-1b6f-46c7-b45b-c63139dce24d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.164400875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59b5b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"6e0b278c-1b6f-46c7-b45b-c63139dce24d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.225824229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d40e3f5-e762-41ef-9255-94580a294d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.281615245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d40e3f5-e762-41ef-9255-94580a294d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.335489005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d40e3f5-e762-41ef-9255-94580a294d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.390046633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d40e3f5-e762-41ef-9255-94580a294d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:18.502129629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"e9624b6b-ed10-4a8c-91d2-5fa35e823642","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:18.502202746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"e9624b6b-ed10-4a8c-91d2-5fa35e823642","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.508970978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"2df66fb7-3704-4aa1-bd5e-c05301a803a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.627395289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"2df66fb7-3704-4aa1-bd5e-c05301a803a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.685610982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"2df66fb7-3704-4aa1-bd5e-c05301a803a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.449044538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51e4d83-098e-4de2-8ee7-ee9486be995e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.503164796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51e4d83-098e-4de2-8ee7-ee9486be995e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.557225723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51e4d83-098e-4de2-8ee7-ee9486be995e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.611302498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51e4d83-098e-4de2-8ee7-ee9486be995e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:21.07918525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"d9108b2d-8f99-4e85-8ca7-bba1a1624f4f","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:21.079254989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"d9108b2d-8f99-4e85-8ca7-bba1a1624f4f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:21.255204914Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"561fa8b2-f7d6-4948-9d53-1aec27bacb48","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:21.255307919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"561fa8b2-f7d6-4948-9d53-1aec27bacb48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab-kserve-route (gateways: [openshift-ingress/e2e-mt-296da7ab]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.369789678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"60c18e56-016b-4b0d-8b90-af2f4e6653ba","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.369841011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"60c18e56-016b-4b0d-8b90-af2f4e6653ba","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.554939639Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-296da7ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-296da7ab","reconcileID":"7f4230cd-d1c8-440f-ab34-afd251041571","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-296da7ab","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-296da7ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.727926185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1189563c-90ae-4022-81f7-8dcce2b554b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.782624918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1189563c-90ae-4022-81f7-8dcce2b554b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.836521963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1189563c-90ae-4022-81f7-8dcce2b554b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.890620636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1189563c-90ae-4022-81f7-8dcce2b554b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.638023367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"8d000858-9494-40e2-b57c-74008079762c","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.638044108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"8d000858-9494-40e2-b57c-74008079762c","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:24.987742931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d577f400-1240-477e-ad24-1ed2ee65be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.04508215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d577f400-1240-477e-ad24-1ed2ee65be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.1084321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d577f400-1240-477e-ad24-1ed2ee65be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.115939376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"9a67cf1f-b641-4682-9b6a-afd7f5de99a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.170377392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d577f400-1240-477e-ad24-1ed2ee65be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.256429028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"9a67cf1f-b641-4682-9b6a-afd7f5de99a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:25.33787745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"9a67cf1f-b641-4682-9b6a-afd7f5de99a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.378190724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe77a81-5aa5-4044-a38b-f42a72e8262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.432812369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe77a81-5aa5-4044-a38b-f42a72e8262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.486529977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe77a81-5aa5-4044-a38b-f42a72e8262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.540380683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe77a81-5aa5-4044-a38b-f42a72e8262a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.273120824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"7cba8285-4f07-4760-8da9-ada4f21475d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.331529416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"7cba8285-4f07-4760-8da9-ada4f21475d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.39063757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59b5b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"7cba8285-4f07-4760-8da9-ada4f21475d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.517434646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecfe999-b70e-4119-b19d-8cd37630aa06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.571472488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecfe999-b70e-4119-b19d-8cd37630aa06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.625365461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecfe999-b70e-4119-b19d-8cd37630aa06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.679387128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecfe999-b70e-4119-b19d-8cd37630aa06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.805482045Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","namespace":"ai-tenant-e2e-api-a-56cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.805540479Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","namespace":"ai-tenant-e2e-api-a-56cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.805624998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","tenant":"e2e-api-a-56cbe5","tenantID":"e2e-api-a-56cbe5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.863256365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Deployment","name":"maas-api-e2e-api-a-56cbe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.899924482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"a193a1b2-89a5-46fa-b716-eb3caa42685a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.960696802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"a193a1b2-89a5-46fa-b716-eb3caa42685a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.963199499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Service","name":"maas-api-e2e-api-a-56cbe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.021675132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"a193a1b2-89a5-46fa-b716-eb3caa42685a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.023319163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-56cbe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.078842323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-56cbe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.146775691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.20498451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.266357882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.323064169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.376716666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Deployment","name":"payload-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.435216729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.524007014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Service","name":"payload-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.582705463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.638503575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.692177911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.745688545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.806807325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.860067788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.913467375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.977361726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-56cbe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.065899641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-56cbe5"},"namespace":"ai-tenant-e2e-api-a-56cbe5","name":"default-tenant","reconcileID":"679a3481-1eba-4bf8-af48-3db1e27a216f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-56cbe5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.775935895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d0aba-43ef-4703-9b64-26a8b311cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.830887087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d0aba-43ef-4703-9b64-26a8b311cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.885862378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d0aba-43ef-4703-9b64-26a8b311cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.939453704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d0aba-43ef-4703-9b64-26a8b311cbe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:33.918130732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b5d268-af8c-4eb8-980a-f437e0541d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:33.972052766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b5d268-af8c-4eb8-980a-f437e0541d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.025934101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b5d268-af8c-4eb8-980a-f437e0541d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.079921178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b5d268-af8c-4eb8-980a-f437e0541d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:35.517819968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"49672fdf-02be-4a5d-95dc-3718acb96880","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:35.576443557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"49672fdf-02be-4a5d-95dc-3718acb96880","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:35.634511497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ed0eb1905679676ec4fcee48886dfbb8ae8f3827c3ab4cbec71bcc579a827b) AuthConfig (7debb0aac9cd3e41c7d092c6d099a26a766addff2c8bdb0118587ea5e18b5fde) AuthConfig (87d801ff4428a183f96af35a63210bc8bc9ad94a6286930531ef89e174194f2f) AuthConfig (9baec05d371249774ae622120c5b945a3a0452894539ede2d96cd162a46a219d) AuthConfig (3d67e743f26287156d23ee804d4c24166930501539bfd257ad48b7a370bef2bb) AuthConfig (2a05011aae461e7889d3903cf1b77807dfcc457787e240479f355e1216fc1abb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"49672fdf-02be-4a5d-95dc-3718acb96880","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:35.69345176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3a9f21-dc97-4f80-a421-b64b91341d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:35.693473571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3a9f21-dc97-4f80-a421-b64b91341d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.108905535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53399cb9-8339-486c-ba5e-f6c6baddc66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.163091124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53399cb9-8339-486c-ba5e-f6c6baddc66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.217160286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53399cb9-8339-486c-ba5e-f6c6baddc66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.271448363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53399cb9-8339-486c-ba5e-f6c6baddc66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.434323705Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-56cbe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-56cbe5","reconcileID":"d6fa3fda-00e5-4f68-9321-45e610df1f07","aitenant":"ai-tenants/e2e-api-a-56cbe5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.16688029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-56cbe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-56cbe5","reconcileID":"d6fa3fda-00e5-4f68-9321-45e610df1f07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-56cbe5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-56cbe5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.303962841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede6983-5dbe-43e2-a05a-92172950add5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.357677155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede6983-5dbe-43e2-a05a-92172950add5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.411483231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede6983-5dbe-43e2-a05a-92172950add5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.465862327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ede6983-5dbe-43e2-a05a-92172950add5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.575543573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"e912b2bc-3279-497b-b487-a74a0782af79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.634128776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"e912b2bc-3279-497b-b487-a74a0782af79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.742011143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59b5b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38199cdbb8ef83c633bda75055c4fcf82f1f900e4a578f565ed56eda8ebbf68d) AuthConfig (536ebdbe04bf9231932c637479b7de37c568cbb2e7b194b7fdd3652004fb7760) AuthConfig (66148d67951da8aeb6e17a10babbe5060ff2b36170c15c9750b060a8c4bc3e55) AuthConfig (19a192376841c75ed540b7cbf0c4bad0f80f07fa08b81dcd9e06d42d352b104b) AuthConfig (61148c29f7851a56c44fdbd9ee7977b52c56a4848d0fa1d2de7875eb0d39dbfd) AuthConfig (69105a86dfed7aede1c6f3d8cd37d1a4bf293de11bd932fe0f004d28152d772b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"e912b2bc-3279-497b-b487-a74a0782af79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.801476333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d451d523-009a-4f17-bde6-0b69dcf0e3ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.801498184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d451d523-009a-4f17-bde6-0b69dcf0e3ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.235364672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"89e242f1-1ddf-4e57-b254-5cbfe94dbfc2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.294536725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"89e242f1-1ddf-4e57-b254-5cbfe94dbfc2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.353099492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"89e242f1-1ddf-4e57-b254-5cbfe94dbfc2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.418440896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddf6519e-656a-4db8-9b3b-71ac9a6b80d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.418463048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddf6519e-656a-4db8-9b3b-71ac9a6b80d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.48553397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbda095-e30c-4340-8485-1988b6c0a011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.539871302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbda095-e30c-4340-8485-1988b6c0a011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.593627968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbda095-e30c-4340-8485-1988b6c0a011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.647451733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbda095-e30c-4340-8485-1988b6c0a011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.593059809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb63f0b-a895-4d85-a2c1-a29b081718ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.64702677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb63f0b-a895-4d85-a2c1-a29b081718ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.701143967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb63f0b-a895-4d85-a2c1-a29b081718ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.756562213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb63f0b-a895-4d85-a2c1-a29b081718ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.404540829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"cb1a3d59-099b-4b5c-96aa-7f57780ea0ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.468082234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"cb1a3d59-099b-4b5c-96aa-7f57780ea0ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.525517681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59b5b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38199cdbb8ef83c633bda75055c4fcf82f1f900e4a578f565ed56eda8ebbf68d) AuthConfig (536ebdbe04bf9231932c637479b7de37c568cbb2e7b194b7fdd3652004fb7760) AuthConfig (66148d67951da8aeb6e17a10babbe5060ff2b36170c15c9750b060a8c4bc3e55) AuthConfig (19a192376841c75ed540b7cbf0c4bad0f80f07fa08b81dcd9e06d42d352b104b) AuthConfig (61148c29f7851a56c44fdbd9ee7977b52c56a4848d0fa1d2de7875eb0d39dbfd) AuthConfig (69105a86dfed7aede1c6f3d8cd37d1a4bf293de11bd932fe0f004d28152d772b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"cb1a3d59-099b-4b5c-96aa-7f57780ea0ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.604358833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"8bb92445-12f6-425e-b4cb-b32d88bb800e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.604508693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aec8d17f-f188-420a-807c-9070645a3087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.604532818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aec8d17f-f188-420a-807c-9070645a3087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.768138083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef094308-fe64-49f7-b651-d1232a12a0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.822263167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef094308-fe64-49f7-b651-d1232a12a0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.876187845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef094308-fe64-49f7-b651-d1232a12a0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.876575289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"8bb92445-12f6-425e-b4cb-b32d88bb800e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.930202974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef094308-fe64-49f7-b651-d1232a12a0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.060845538Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"8bb92445-12f6-425e-b4cb-b32d88bb800e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"name":"e2e-api-b-59b5b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.060869409Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"e2e-e2e-api-b-59b5b0-policy","reconcileID":"8bb92445-12f6-425e-b4cb-b32d88bb800e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59b5b0-policy","namespace":"ai-tenant-e2e-api-b-59b5b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59b5b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.119402597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44443441-ab97-423c-8708-82ba460ca37c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.119422964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44443441-ab97-423c-8708-82ba460ca37c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.8000793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"31cdb7c2-c930-4ca5-b459-731d349a6104","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.85910414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"31cdb7c2-c930-4ca5-b459-731d349a6104","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.933409732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ed0eb1905679676ec4fcee48886dfbb8ae8f3827c3ab4cbec71bcc579a827b) AuthConfig (7debb0aac9cd3e41c7d092c6d099a26a766addff2c8bdb0118587ea5e18b5fde) AuthConfig (87d801ff4428a183f96af35a63210bc8bc9ad94a6286930531ef89e174194f2f) AuthConfig (9baec05d371249774ae622120c5b945a3a0452894539ede2d96cd162a46a219d) AuthConfig (3d67e743f26287156d23ee804d4c24166930501539bfd257ad48b7a370bef2bb) AuthConfig (2a05011aae461e7889d3903cf1b77807dfcc457787e240479f355e1216fc1abb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"31cdb7c2-c930-4ca5-b459-731d349a6104","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.954045942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:46.997993758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0986af6b-c271-4bf2-9a33-9374d25584b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.075836085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0986af6b-c271-4bf2-9a33-9374d25584b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.130081795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0986af6b-c271-4bf2-9a33-9374d25584b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:47.186253704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0986af6b-c271-4bf2-9a33-9374d25584b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.307860015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a3a3c-585c-4a73-87a7-5fd7876a576b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.361882844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a3a3c-585c-4a73-87a7-5fd7876a576b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.415857421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a3a3c-585c-4a73-87a7-5fd7876a576b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.469815718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a3a3c-585c-4a73-87a7-5fd7876a576b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.718123371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"04e16fd9-ed9f-45a4-bbf4-fc1dc62a98fc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.778592949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"04e16fd9-ed9f-45a4-bbf4-fc1dc62a98fc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.918800309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"04e16fd9-ed9f-45a4-bbf4-fc1dc62a98fc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.506321358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bacb8b2-278b-4893-89fc-ac474ef6d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.560413554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bacb8b2-278b-4893-89fc-ac474ef6d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.61441902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bacb8b2-278b-4893-89fc-ac474ef6d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.668457886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bacb8b2-278b-4893-89fc-ac474ef6d9e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.672370848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccca2d2-e6a2-4423-8c94-ecb814ab5133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.726206871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccca2d2-e6a2-4423-8c94-ecb814ab5133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.78010976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccca2d2-e6a2-4423-8c94-ecb814ab5133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.834702438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ccca2d2-e6a2-4423-8c94-ecb814ab5133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:55.799186448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff36726a-eeee-4147-8fb7-3c0733c1b497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:55.853204103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff36726a-eeee-4147-8fb7-3c0733c1b497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:55.907561956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff36726a-eeee-4147-8fb7-3c0733c1b497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:55.961475674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff36726a-eeee-4147-8fb7-3c0733c1b497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.076320583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"b77592e1-6ac4-4747-bf87-90d2653c62d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.135159155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"b77592e1-6ac4-4747-bf87-90d2653c62d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.194445533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ed0eb1905679676ec4fcee48886dfbb8ae8f3827c3ab4cbec71bcc579a827b) AuthConfig (7debb0aac9cd3e41c7d092c6d099a26a766addff2c8bdb0118587ea5e18b5fde) AuthConfig (87d801ff4428a183f96af35a63210bc8bc9ad94a6286930531ef89e174194f2f) AuthConfig (9baec05d371249774ae622120c5b945a3a0452894539ede2d96cd162a46a219d) AuthConfig (3d67e743f26287156d23ee804d4c24166930501539bfd257ad48b7a370bef2bb) AuthConfig (2a05011aae461e7889d3903cf1b77807dfcc457787e240479f355e1216fc1abb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"b77592e1-6ac4-4747-bf87-90d2653c62d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:57.985242365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d151087-897f-4d24-8c5f-1baf3e75883b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.039791957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d151087-897f-4d24-8c5f-1baf3e75883b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.093562106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d151087-897f-4d24-8c5f-1baf3e75883b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.147551987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d151087-897f-4d24-8c5f-1baf3e75883b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.600629402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","namespace":"ai-tenant-e2e-api-b-6f9a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.600737283Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","namespace":"ai-tenant-e2e-api-b-6f9a90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.600815648Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","tenant":"e2e-api-b-6f9a90","tenantID":"e2e-api-b-6f9a90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.656403274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Deployment","name":"maas-api-e2e-api-b-6f9a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.718304903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Service","name":"maas-api-e2e-api-b-6f9a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.787111214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6f9a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.842760048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6f9a90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.902947866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.978195532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.03492239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.109955105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.166765315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Deployment","name":"payload-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.287053379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.362398012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Service","name":"payload-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.42387822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.477371394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.53068213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.632045935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.691776644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.745956653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.799743562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.861861762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6f9a90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.919926139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6f9a90"},"namespace":"ai-tenant-e2e-api-b-6f9a90","name":"default-tenant","reconcileID":"f12fac50-fec9-4e50-898d-b3bb356edb14","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6f9a90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.196886685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f1a467-45e5-40ff-85d3-24dec20aeda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.251842463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f1a467-45e5-40ff-85d3-24dec20aeda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.305879953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f1a467-45e5-40ff-85d3-24dec20aeda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.361324668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f1a467-45e5-40ff-85d3-24dec20aeda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:01.139202677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"e365f5d1-b53b-4d94-82bb-03c193e8fa26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:01.198821965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"e365f5d1-b53b-4d94-82bb-03c193e8fa26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:01.257643184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"e365f5d1-b53b-4d94-82bb-03c193e8fa26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:05.018158409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"f9bfed00-7115-4518-8847-bc51a8ef2ef3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:05.178386594Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"f9bfed00-7115-4518-8847-bc51a8ef2ef3","name":"e2e-api-b-59ec0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:06.308067108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"1a9697ac-9ab1-4e03-b467-15be34d18f5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:06.37517159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"1a9697ac-9ab1-4e03-b467-15be34d18f5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:06.433370175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-93dfcf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33ed0eb1905679676ec4fcee48886dfbb8ae8f3827c3ab4cbec71bcc579a827b) AuthConfig (7debb0aac9cd3e41c7d092c6d099a26a766addff2c8bdb0118587ea5e18b5fde) AuthConfig (87d801ff4428a183f96af35a63210bc8bc9ad94a6286930531ef89e174194f2f) AuthConfig (9baec05d371249774ae622120c5b945a3a0452894539ede2d96cd162a46a219d) AuthConfig (3d67e743f26287156d23ee804d4c24166930501539bfd257ad48b7a370bef2bb) AuthConfig (2a05011aae461e7889d3903cf1b77807dfcc457787e240479f355e1216fc1abb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"1a9697ac-9ab1-4e03-b467-15be34d18f5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:08.290957842Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6f9a90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6f9a90","reconcileID":"8c68b713-43c1-477d-b280-773397d8ce03","aitenant":"ai-tenants/e2e-api-b-6f9a90","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:08.894499334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb945545-ab70-426c-ad9b-2bf2f932a32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:08.957138944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb945545-ab70-426c-ad9b-2bf2f932a32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.038244215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb945545-ab70-426c-ad9b-2bf2f932a32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.108373779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb945545-ab70-426c-ad9b-2bf2f932a32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.121303863Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6f9a90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6f9a90","reconcileID":"8c68b713-43c1-477d-b280-773397d8ce03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6f9a90","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6f9a90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.465772108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"c0668561-d909-4075-b407-802d5d48b82b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.633041907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"c0668561-d909-4075-b407-802d5d48b82b","name":"e2e-mt-296da7ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.180969949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e9aba8-1792-4968-9e3c-fb8a71137aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.234914257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e9aba8-1792-4968-9e3c-fb8a71137aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.28968005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e9aba8-1792-4968-9e3c-fb8a71137aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.345246168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e9aba8-1792-4968-9e3c-fb8a71137aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.567116465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"8c674f60-32ef-4c04-bc1a-da21dc2169df","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.626246751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"8c674f60-32ef-4c04-bc1a-da21dc2169df","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.747789868Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"8c674f60-32ef-4c04-bc1a-da21dc2169df","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-30295225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.969707697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ec1cce9-0130-4811-8236-824594f146b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.969729421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ec1cce9-0130-4811-8236-824594f146b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.379096382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21de19f-723a-4547-ad10-a84b7b46a1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.433674973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21de19f-723a-4547-ad10-a84b7b46a1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.48758775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21de19f-723a-4547-ad10-a84b7b46a1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.54209717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f21de19f-723a-4547-ad10-a84b7b46a1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.45674327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"915271db-ab5b-4eaa-a9b2-e987909b28fa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.457236271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc68f24b-f1b0-42f4-918f-4633c281f828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.457327204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc68f24b-f1b0-42f4-918f-4633c281f828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.510782124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-30295225","reconcileID":"915271db-ab5b-4eaa-a9b2-e987909b28fa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-30295225","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-30295225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.770489926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d2cf94-f33e-418d-b63a-21f7db07937f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.770515822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d2cf94-f33e-418d-b63a-21f7db07937f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:15.589057474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453bd7a-91d1-45da-b70b-3cc18cf50c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:15.64307655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453bd7a-91d1-45da-b70b-3cc18cf50c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:15.696970578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453bd7a-91d1-45da-b70b-3cc18cf50c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:15.750970416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453bd7a-91d1-45da-b70b-3cc18cf50c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:15.952390931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.616555706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"c4b06121-343f-4e61-98bb-25861b5d594f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.674981074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"c4b06121-343f-4e61-98bb-25861b5d594f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.997921104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64d6a900-2478-46ae-9987-12eacc9c5bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.997945203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64d6a900-2478-46ae-9987-12eacc9c5bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.183953257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcd2fe2-11d0-4130-ab67-5208ce790da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.237844451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcd2fe2-11d0-4130-ab67-5208ce790da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.291504662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcd2fe2-11d0-4130-ab67-5208ce790da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.345326139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdcd2fe2-11d0-4130-ab67-5208ce790da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.626503011Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d25e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d25e1c","reconcileID":"5ad19e4f-039f-484b-ae76-0a8c10d61520","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d25e1c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d25e1c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.396604515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7806be-4880-4a0a-8b81-d0752f6458f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.452053701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7806be-4880-4a0a-8b81-d0752f6458f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.505911703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7806be-4880-4a0a-8b81-d0752f6458f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.559826297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7806be-4880-4a0a-8b81-d0752f6458f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.201524674Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee5e","reconcileID":"cb6610dc-2cc6-439a-a2af-7e1f4baf6669","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-19ee5e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-19ee5e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:24.864534048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aa7b65-6e32-473e-9850-a3405a76289c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:24.918797449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aa7b65-6e32-473e-9850-a3405a76289c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:24.972391705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aa7b65-6e32-473e-9850-a3405a76289c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:25.02706946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00aa7b65-6e32-473e-9850-a3405a76289c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:26.321051565Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee5e","reconcileID":"7d499f31-0c0f-43fd-a25f-fb1c45abfc35","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-19ee5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.248108401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff9ddff-537c-47d6-87d3-9ac3a4abd03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.303089089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff9ddff-537c-47d6-87d3-9ac3a4abd03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.356862918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff9ddff-537c-47d6-87d3-9ac3a4abd03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:27.410668928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff9ddff-537c-47d6-87d3-9ac3a4abd03b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:29.660054399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ea2757-9ed4-43e2-a473-c9029b4fe211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:29.718181448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ea2757-9ed4-43e2-a473-c9029b4fe211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:29.77263801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ea2757-9ed4-43e2-a473-c9029b4fe211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:29.828315618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ea2757-9ed4-43e2-a473-c9029b4fe211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.025183298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11eb1ec8-94b9-43d3-8d7e-d33d16138c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.079419298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11eb1ec8-94b9-43d3-8d7e-d33d16138c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.147041592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11eb1ec8-94b9-43d3-8d7e-d33d16138c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.202414982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11eb1ec8-94b9-43d3-8d7e-d33d16138c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.333062057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6597d884-6fbb-4df9-995f-4d4e24ef2473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.387347402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6597d884-6fbb-4df9-995f-4d4e24ef2473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.44889022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6597d884-6fbb-4df9-995f-4d4e24ef2473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.50505349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6597d884-6fbb-4df9-995f-4d4e24ef2473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.68632029Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","namespace":"ai-tenant-e2e-api-b-59b5b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.686386462Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","namespace":"ai-tenant-e2e-api-b-59b5b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.68643876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","tenant":"e2e-api-b-59b5b0","tenantID":"e2e-api-b-59b5b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.743698031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Deployment","name":"maas-api-e2e-api-b-59b5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.806044724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Service","name":"maas-api-e2e-api-b-59b5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.866994393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-59b5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.922721099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-59b5b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.988985934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.057639213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.11843593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.17492325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.232379553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Deployment","name":"payload-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.286117336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.33978127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Service","name":"payload-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.400021349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.453804429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.507510515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.560962872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.65384035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.711875194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.767018391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.830788086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-59b5b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.890547944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59b5b0"},"namespace":"ai-tenant-e2e-api-b-59b5b0","name":"default-tenant","reconcileID":"5a28cd0b-6460-4ca4-a642-2af0f38d848d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-59b5b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.956425634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.227842901Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-59b5b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-59b5b0","reconcileID":"752ccbbe-d8f5-428a-b628-18b735ca8ee7","aitenant":"ai-tenants/e2e-api-b-59b5b0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.875411263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149081a-f7ae-42c7-bae9-c569d7a5e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.930504997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149081a-f7ae-42c7-bae9-c569d7a5e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.984445816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149081a-f7ae-42c7-bae9-c569d7a5e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:46.991452196Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-59b5b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-59b5b0","reconcileID":"752ccbbe-d8f5-428a-b628-18b735ca8ee7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-59b5b0","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-59b5b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.038411692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3149081a-f7ae-42c7-bae9-c569d7a5e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:49.071152968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a10af1-b76e-40e4-97e5-bc9f209adad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:49.125812303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a10af1-b76e-40e4-97e5-bc9f209adad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:49.180035124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a10af1-b76e-40e4-97e5-bc9f209adad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:49.233985205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a10af1-b76e-40e4-97e5-bc9f209adad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:51.216153556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87500265-6ff6-49e3-9f58-fa99df6e4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:51.293312201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87500265-6ff6-49e3-9f58-fa99df6e4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:51.353045993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87500265-6ff6-49e3-9f58-fa99df6e4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:51.40862054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87500265-6ff6-49e3-9f58-fa99df6e4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.432181432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53fa83f-56a4-46ab-b204-e2068e0de9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.485991632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53fa83f-56a4-46ab-b204-e2068e0de9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.539739836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53fa83f-56a4-46ab-b204-e2068e0de9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.593469476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d53fa83f-56a4-46ab-b204-e2068e0de9b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.081488983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8f4e10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8f4e10","reconcileID":"e91d75f0-8874-4d02-b346-5d5f6ee8a4fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8f4e10","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-8f4e10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.577808268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab76a5e-26ff-401b-b61c-fc2e1363d2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.632382192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab76a5e-26ff-401b-b61c-fc2e1363d2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.686251929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab76a5e-26ff-401b-b61c-fc2e1363d2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.740859091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab76a5e-26ff-401b-b61c-fc2e1363d2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.785691945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571ef1d-3882-4444-ae5d-bcf9a6bda8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.848492001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571ef1d-3882-4444-ae5d-bcf9a6bda8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.905017227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571ef1d-3882-4444-ae5d-bcf9a6bda8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.958915688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571ef1d-3882-4444-ae5d-bcf9a6bda8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.293114849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec96d538-de13-466f-9d32-4642d01a8e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.293136842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec96d538-de13-466f-9d32-4642d01a8e57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.351417447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eecbae3c-6a6a-4f90-aac2-304dc27ecfa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.351441963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eecbae3c-6a6a-4f90-aac2-304dc27ecfa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.458322177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"ac5bf795-46f4-4042-8037-4f3513ac230e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.588801742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"ac5bf795-46f4-4042-8037-4f3513ac230e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.646827007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"ac5bf795-46f4-4042-8037-4f3513ac230e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.706025852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"065d1ecc-79d1-4f1a-8d8f-873ea6e97132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:58.706051971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"065d1ecc-79d1-4f1a-8d8f-873ea6e97132","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:59.976057673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec6c1ef-4432-42ea-b1e9-54ef9472e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.029831951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec6c1ef-4432-42ea-b1e9-54ef9472e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.083704667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec6c1ef-4432-42ea-b1e9-54ef9472e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.137496917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eec6c1ef-4432-42ea-b1e9-54ef9472e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.397405968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"0d92d516-9e4f-4723-883d-f10ab4a285c1","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.397428107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"0d92d516-9e4f-4723-883d-f10ab4a285c1","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.453119014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dad7941-c355-4abc-859c-ce73bbb4f17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.507039633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dad7941-c355-4abc-859c-ce73bbb4f17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.560873552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dad7941-c355-4abc-859c-ce73bbb4f17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.615351039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dad7941-c355-4abc-859c-ce73bbb4f17e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.164542422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"c7d4943c-f4a1-43f6-baca-9175851c7022","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.223036189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"c7d4943c-f4a1-43f6-baca-9175851c7022","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.361546394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeeafd06-c128-47fc-bb39-090cfda4715b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.36157083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeeafd06-c128-47fc-bb39-090cfda4715b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.429774529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"eab13e04-2191-40a4-b384-7f15feea9016","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.591270193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca9426-5990-4032-b7a3-c0ec23acdfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.64599156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca9426-5990-4032-b7a3-c0ec23acdfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.699840198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"eab13e04-2191-40a4-b384-7f15feea9016","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.6998781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca9426-5990-4032-b7a3-c0ec23acdfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.754474241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca9426-5990-4032-b7a3-c0ec23acdfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.886023773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"eab13e04-2191-40a4-b384-7f15feea9016","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"name":"e2e-api-a-93dfcf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.886048232Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"e2e-e2e-api-a-93dfcf-policy","reconcileID":"eab13e04-2191-40a4-b384-7f15feea9016","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-93dfcf-policy","namespace":"ai-tenant-e2e-api-a-93dfcf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-93dfcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.944887923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f125d42f-7167-4dc2-b10a-ba3f27f0859f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:05.94491129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f125d42f-7167-4dc2-b10a-ba3f27f0859f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.875985701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecef17cd-4f0e-4353-a52d-88b7092b3cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.930179116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecef17cd-4f0e-4353-a52d-88b7092b3cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.984808017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecef17cd-4f0e-4353-a52d-88b7092b3cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.183533687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecef17cd-4f0e-4353-a52d-88b7092b3cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.817580175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"997daaee-6864-453b-b0ad-a938a8de4031","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.877063896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"997daaee-6864-453b-b0ad-a938a8de4031","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.935000512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"997daaee-6864-453b-b0ad-a938a8de4031","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.167213473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2301bf8-4521-471b-b7c0-dbb7eccb3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.22099024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2301bf8-4521-471b-b7c0-dbb7eccb3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.274978868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2301bf8-4521-471b-b7c0-dbb7eccb3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.328874831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2301bf8-4521-471b-b7c0-dbb7eccb3c5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.28134664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3497f6e0-fe88-44aa-a1d7-fcdbc4238fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.335022433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3497f6e0-fe88-44aa-a1d7-fcdbc4238fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.388776753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3497f6e0-fe88-44aa-a1d7-fcdbc4238fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.442565816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3497f6e0-fe88-44aa-a1d7-fcdbc4238fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:15.952433418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.36447549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"6ebc440f-af22-4dbc-840e-1962c14670e0","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"tenant":"e2e-mt-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","model":"ai-tenant-e2e-mt-296da7ab/e2e-lifecycle-model-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.364878392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"6ebc440f-af22-4dbc-840e-1962c14670e0","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"routeName":"e2e-lifecycle-model-296da7ab-kserve-route","namespace":"ai-tenant-e2e-mt-296da7ab","llmisvcName":"e2e-lifecycle-model-296da7ab","gateway":"openshift-ingress/e2e-mt-296da7ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.533981979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"3fb78162-f642-474e-b2c0-1755702d3790","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d25e1c","tenantID":"e2e-ipp-a-d25e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.655259129Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"3fb78162-f642-474e-b2c0-1755702d3790","name":"e2e-ipp-a-d25e1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.044273244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"64dc5af0-1ad1-4a14-8c06-a200f1b6f756","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.104537618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"64dc5af0-1ad1-4a14-8c06-a200f1b6f756","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.162512264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"64dc5af0-1ad1-4a14-8c06-a200f1b6f756","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.568837645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"48a98e1c-a83e-459e-ace4-7dd09c55d18e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-19ee5e","tenantID":"e2e-ipp-a-19ee5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.689823071Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"48a98e1c-a83e-459e-ace4-7dd09c55d18e","name":"e2e-ipp-a-19ee5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:29.274866476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"d8e5072b-94c1-49f7-a6a5-6be6e857085c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:29.339760275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"d8e5072b-94c1-49f7-a6a5-6be6e857085c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:29.397249609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (309bf34b1c07be6faa45ff8a5b84f03ed2130b8e6cec3761eb49d5f7d25f4bac) AuthConfig (f450d08a1839600e75f7bb952242ea669d7c1e2078bc16cd18a458b04c76bed6) AuthConfig (b5a0f3de8b5ac184f94cf4910403c01352333173094d380fb7b65b77eb2877fc) AuthConfig (7d6c7712bffec410510f0d430a28ab4040ca1be721e3d0a77dfecef2f16ef01f) AuthConfig (133e07721f21fd74bb02beaa6fcbca12ed0bac4e882a96c8be5ad232d3d8078c) AuthConfig (7c879f024fd2ceb5669bbec83081494fc439cf81c209e30eb20aa16100c8b6b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"d8e5072b-94c1-49f7-a6a5-6be6e857085c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:29.45674494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7764248d-383a-4a72-b78a-a963d8879118","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:29.456765338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7764248d-383a-4a72-b78a-a963d8879118","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.781534831Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","namespace":"ai-tenant-e2e-api-a-93dfcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.781630409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","namespace":"ai-tenant-e2e-api-a-93dfcf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.781764145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","tenant":"e2e-api-a-93dfcf","tenantID":"e2e-api-a-93dfcf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.837370274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Deployment","name":"maas-api-e2e-api-a-93dfcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.908928466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Service","name":"maas-api-e2e-api-a-93dfcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.966521253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-93dfcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.021843397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-93dfcf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.095497758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.156232865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.215796383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.278699921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.343241498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Deployment","name":"payload-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.401876431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.456156791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Service","name":"payload-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.510942945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.567125143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.620716642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.674093591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.735948883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.789637791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.843241735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.911398424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-93dfcf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.995130809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-93dfcf"},"namespace":"ai-tenant-e2e-api-a-93dfcf","name":"default-tenant","reconcileID":"3eccf0ca-a350-41b2-9e12-9586816cdc4a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-93dfcf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.564473588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"93c5f30d-aecc-4ee8-9c2f-ba14eebb24d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.62888612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"93c5f30d-aecc-4ee8-9c2f-ba14eebb24d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.687148977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (309bf34b1c07be6faa45ff8a5b84f03ed2130b8e6cec3761eb49d5f7d25f4bac) AuthConfig (f450d08a1839600e75f7bb952242ea669d7c1e2078bc16cd18a458b04c76bed6) AuthConfig (b5a0f3de8b5ac184f94cf4910403c01352333173094d380fb7b65b77eb2877fc) AuthConfig (7d6c7712bffec410510f0d430a28ab4040ca1be721e3d0a77dfecef2f16ef01f) AuthConfig (133e07721f21fd74bb02beaa6fcbca12ed0bac4e882a96c8be5ad232d3d8078c) AuthConfig (7c879f024fd2ceb5669bbec83081494fc439cf81c209e30eb20aa16100c8b6b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"93c5f30d-aecc-4ee8-9c2f-ba14eebb24d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:44.861686478Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-93dfcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-93dfcf","reconcileID":"5161a37f-cdf0-4fc7-87fc-c0cbb71081c2","aitenant":"ai-tenants/e2e-api-a-93dfcf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.52070527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bafe08-4621-4298-8f64-664406c7bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.574851441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bafe08-4621-4298-8f64-664406c7bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.629160146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bafe08-4621-4298-8f64-664406c7bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.63585021Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-93dfcf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-93dfcf","reconcileID":"5161a37f-cdf0-4fc7-87fc-c0cbb71081c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-93dfcf","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-93dfcf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.683009318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bafe08-4621-4298-8f64-664406c7bef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.952528365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.646770064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ed6f41-1bae-42cf-aee5-1f35ecaf024c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.700590758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ed6f41-1bae-42cf-aee5-1f35ecaf024c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.754474287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ed6f41-1bae-42cf-aee5-1f35ecaf024c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.809364441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ed6f41-1bae-42cf-aee5-1f35ecaf024c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.766748042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f3751d-f16b-43e6-8827-db6335a90f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.821326469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f3751d-f16b-43e6-8827-db6335a90f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.875357882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f3751d-f16b-43e6-8827-db6335a90f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.875525108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"53d94e09-df7f-4d5a-94f2-03ce5c2a7f97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.929445451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f3751d-f16b-43e6-8827-db6335a90f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.987835241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"53d94e09-df7f-4d5a-94f2-03ce5c2a7f97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.044893583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (309bf34b1c07be6faa45ff8a5b84f03ed2130b8e6cec3761eb49d5f7d25f4bac) AuthConfig (f450d08a1839600e75f7bb952242ea669d7c1e2078bc16cd18a458b04c76bed6) AuthConfig (b5a0f3de8b5ac184f94cf4910403c01352333173094d380fb7b65b77eb2877fc) AuthConfig (7d6c7712bffec410510f0d430a28ab4040ca1be721e3d0a77dfecef2f16ef01f) AuthConfig (133e07721f21fd74bb02beaa6fcbca12ed0bac4e882a96c8be5ad232d3d8078c) AuthConfig (7c879f024fd2ceb5669bbec83081494fc439cf81c209e30eb20aa16100c8b6b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"53d94e09-df7f-4d5a-94f2-03ce5c2a7f97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:51.976369045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b75a90-fa69-408f-ad18-6d3c79dee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.031101505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b75a90-fa69-408f-ad18-6d3c79dee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.085073049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b75a90-fa69-408f-ad18-6d3c79dee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.141047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b75a90-fa69-408f-ad18-6d3c79dee249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.424272138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"dacc8494-b346-4860-8bbd-f8f2351b5b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.484637683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"dacc8494-b346-4860-8bbd-f8f2351b5b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.5431044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (309bf34b1c07be6faa45ff8a5b84f03ed2130b8e6cec3761eb49d5f7d25f4bac) AuthConfig (f450d08a1839600e75f7bb952242ea669d7c1e2078bc16cd18a458b04c76bed6) AuthConfig (b5a0f3de8b5ac184f94cf4910403c01352333173094d380fb7b65b77eb2877fc) AuthConfig (7d6c7712bffec410510f0d430a28ab4040ca1be721e3d0a77dfecef2f16ef01f) AuthConfig (133e07721f21fd74bb02beaa6fcbca12ed0bac4e882a96c8be5ad232d3d8078c) AuthConfig (7c879f024fd2ceb5669bbec83081494fc439cf81c209e30eb20aa16100c8b6b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"dacc8494-b346-4860-8bbd-f8f2351b5b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.881489207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"368c3bc3-2c73-4f81-a065-3d1a32341928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.935792217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a83946e2-fe8e-4f81-a2b8-060a3c645b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.935824166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a83946e2-fe8e-4f81-a2b8-060a3c645b7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.982930041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"368c3bc3-2c73-4f81-a065-3d1a32341928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.041412726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-59ec0d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (309bf34b1c07be6faa45ff8a5b84f03ed2130b8e6cec3761eb49d5f7d25f4bac) AuthConfig (f450d08a1839600e75f7bb952242ea669d7c1e2078bc16cd18a458b04c76bed6) AuthConfig (b5a0f3de8b5ac184f94cf4910403c01352333173094d380fb7b65b77eb2877fc) AuthConfig (7d6c7712bffec410510f0d430a28ab4040ca1be721e3d0a77dfecef2f16ef01f) AuthConfig (133e07721f21fd74bb02beaa6fcbca12ed0bac4e882a96c8be5ad232d3d8078c) AuthConfig (7c879f024fd2ceb5669bbec83081494fc439cf81c209e30eb20aa16100c8b6b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"368c3bc3-2c73-4f81-a065-3d1a32341928","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.041786122Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"7d9baf64-e6dd-4edc-8d2a-1eaa3d821c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.250232508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"7d9baf64-e6dd-4edc-8d2a-1eaa3d821c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.396648578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"7d9baf64-e6dd-4edc-8d2a-1eaa3d821c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"name":"e2e-api-b-59ec0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.396691485Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"e2e-e2e-api-b-59ec0d-policy","reconcileID":"7d9baf64-e6dd-4edc-8d2a-1eaa3d821c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-59ec0d-policy","namespace":"ai-tenant-e2e-api-b-59ec0d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-59ec0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.456984874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b09420-0e11-42f5-9520-4642dc3f6844","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.457015481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b09420-0e11-42f5-9520-4642dc3f6844","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.233893547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624e0a4d-7195-41e2-b7e7-4dc67ec4aa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:54.288321756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-296da7ab","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"e2e-lifecycle-model-296da7ab","reconcileID":"b4abf08b-967d-4a25-9a43-0fe3e18e75a6","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-296da7ab\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.288748843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624e0a4d-7195-41e2-b7e7-4dc67ec4aa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.343965152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624e0a4d-7195-41e2-b7e7-4dc67ec4aa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.397921774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624e0a4d-7195-41e2-b7e7-4dc67ec4aa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.848952467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"28cc066b-67f4-4e25-86a6-ec7861b52896","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-8f4e10","tenantID":"e2e-ipp-a-8f4e10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.057843337Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"28cc066b-67f4-4e25-86a6-ec7861b52896","name":"e2e-ipp-a-8f4e10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.117878375Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.117969734Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","namespace":"ai-tenant-e2e-mt-296da7ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.118047795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","tenant":"e2e-mt-296da7ab","tenantID":"e2e-mt-296da7ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.173404598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Deployment","name":"maas-api-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.236423664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Service","name":"maas-api-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.309704196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.365464993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-296da7ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.430998695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.491817048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.567543768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.623710253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.678891453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Deployment","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.734291248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.795242798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Service","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.925975767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"Service","name":"payload-pre-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:55.983938058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"DestinationRule","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.039290821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.097180156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.154189313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.209854226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.265130648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.321057713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-296da7ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.382120077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-296da7ab"},"namespace":"ai-tenant-e2e-mt-296da7ab","name":"default-tenant","reconcileID":"afb69684-ee8f-4903-aa65-0e3f15da2dec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-296da7ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.498994809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c618c-15a9-4835-88d1-524909566dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.562222001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c618c-15a9-4835-88d1-524909566dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.626384373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c618c-15a9-4835-88d1-524909566dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.712569679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455c618c-15a9-4835-88d1-524909566dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.675259268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f836353-0e93-42b2-a826-7f17450d61f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.72992998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f836353-0e93-42b2-a826-7f17450d61f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.785180915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f836353-0e93-42b2-a826-7f17450d61f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.859219545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f836353-0e93-42b2-a826-7f17450d61f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.03358981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7215d20-cc4d-4eee-9107-7d966fc0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.095924038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7215d20-cc4d-4eee-9107-7d966fc0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.165018251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7215d20-cc4d-4eee-9107-7d966fc0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.225316786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7215d20-cc4d-4eee-9107-7d966fc0f2b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.356225668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c037818-8575-4abb-9beb-b525425c051a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.4256152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c037818-8575-4abb-9beb-b525425c051a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.487062656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c037818-8575-4abb-9beb-b525425c051a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.546312615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c037818-8575-4abb-9beb-b525425c051a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.55429693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c90c33-0a10-446a-a9bd-09b48b80c6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.608196619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c90c33-0a10-446a-a9bd-09b48b80c6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.662181864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c90c33-0a10-446a-a9bd-09b48b80c6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.718832828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c90c33-0a10-446a-a9bd-09b48b80c6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.813945873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4982766-814f-4106-9134-103a61446fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.868200227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4982766-814f-4106-9134-103a61446fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.922064081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4982766-814f-4106-9134-103a61446fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.976110821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4982766-814f-4106-9134-103a61446fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:08.083589938Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-296da7ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-296da7ab","reconcileID":"b6af8d03-b7aa-42c3-95cb-c3e50491a5e9","aitenant":"ai-tenants/e2e-mt-296da7ab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:08.903209125Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-296da7ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-296da7ab","reconcileID":"b6af8d03-b7aa-42c3-95cb-c3e50491a5e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-296da7ab","removed":["maas.opendatahub.io/gateway-access-e2e-mt-296da7ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.05493664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43be83-0373-415f-957c-932a5edf48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.108790149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43be83-0373-415f-957c-932a5edf48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.162835881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43be83-0373-415f-957c-932a5edf48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:10.216806982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43be83-0373-415f-957c-932a5edf48fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.321772203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fdac4d-62fb-480b-b8e6-d7b6cecf4891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.376935398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fdac4d-62fb-480b-b8e6-d7b6cecf4891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.437909672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fdac4d-62fb-480b-b8e6-d7b6cecf4891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:12.494475026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fdac4d-62fb-480b-b8e6-d7b6cecf4891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.683532039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f818455-5240-4bc0-985a-ec846e972bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.776227336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f818455-5240-4bc0-985a-ec846e972bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.838845152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f818455-5240-4bc0-985a-ec846e972bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:14.906362802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f818455-5240-4bc0-985a-ec846e972bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:15.907390406Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ed3e20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ed3e20","reconcileID":"01a434c1-06a0-4b5b-844b-f15bc3501898","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ed3e20","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ed3e20":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:15.952915299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.005611904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33064c2-0325-441a-b164-18394fd07d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.059563374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33064c2-0325-441a-b164-18394fd07d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.113883923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33064c2-0325-441a-b164-18394fd07d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.179081253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33064c2-0325-441a-b164-18394fd07d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.216350366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51defe6-4da6-4fcb-85bd-1affc3ce2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.270464155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51defe6-4da6-4fcb-85bd-1affc3ce2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.324441997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51defe6-4da6-4fcb-85bd-1affc3ce2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.379589889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51defe6-4da6-4fcb-85bd-1affc3ce2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.017752928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8288e0ca-dc3f-4550-af78-231c50c4de33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.071943564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8288e0ca-dc3f-4550-af78-231c50c4de33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.126050955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8288e0ca-dc3f-4550-af78-231c50c4de33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.179995723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8288e0ca-dc3f-4550-af78-231c50c4de33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.336810637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7d8a6-0e47-4e0f-87fa-38f62e849752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.390975968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7d8a6-0e47-4e0f-87fa-38f62e849752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.445052024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7d8a6-0e47-4e0f-87fa-38f62e849752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.499005635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b7d8a6-0e47-4e0f-87fa-38f62e849752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:25.608893594Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a746ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a746ce","reconcileID":"33d94da5-0794-440f-b213-f9dc29ae44b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a746ce","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a746ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.602537557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcc81fa-58f5-41f1-9d8d-56227a997496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.656373748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcc81fa-58f5-41f1-9d8d-56227a997496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.70993803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcc81fa-58f5-41f1-9d8d-56227a997496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.763849463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bcc81fa-58f5-41f1-9d8d-56227a997496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:28.805373106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44104b83-b925-4d02-b436-68f542bab481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:28.860692958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44104b83-b925-4d02-b436-68f542bab481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:28.91881718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44104b83-b925-4d02-b436-68f542bab481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:28.973040019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44104b83-b925-4d02-b436-68f542bab481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.071741345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1993a9-27c6-4c51-87bf-675259e4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.125678862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1993a9-27c6-4c51-87bf-675259e4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.181155758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1993a9-27c6-4c51-87bf-675259e4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.236826927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1993a9-27c6-4c51-87bf-675259e4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.485260894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e2003-fec2-4372-9c5a-f66957251e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.489720969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1e6019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1e6019","reconcileID":"0bba248d-7ab1-41af-a042-2239bb80f7aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1e6019","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-1e6019":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.540150541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e2003-fec2-4372-9c5a-f66957251e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.598848835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e2003-fec2-4372-9c5a-f66957251e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:33.657621563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2e2003-fec2-4372-9c5a-f66957251e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:35.726041658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ad940-a7e0-4d78-a045-d45170d5b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:35.782953763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ad940-a7e0-4d78-a045-d45170d5b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:35.840988078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ad940-a7e0-4d78-a045-d45170d5b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:35.894972207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ad940-a7e0-4d78-a045-d45170d5b838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.948781602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b726bea-5b79-4a37-ace6-9ef042f6747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.009555899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b726bea-5b79-4a37-ace6-9ef042f6747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.096983411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b726bea-5b79-4a37-ace6-9ef042f6747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.188525258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b726bea-5b79-4a37-ace6-9ef042f6747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.237133818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd088294-e390-4924-9a59-fe29a85dbf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.291376281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd088294-e390-4924-9a59-fe29a85dbf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.346522993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd088294-e390-4924-9a59-fe29a85dbf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:40.402145416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd088294-e390-4924-9a59-fe29a85dbf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.11282348Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","namespace":"ai-tenant-e2e-api-b-59ec0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.112915043Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","namespace":"ai-tenant-e2e-api-b-59ec0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.113052444Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","tenant":"e2e-api-b-59ec0d","tenantID":"e2e-api-b-59ec0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.17158335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Deployment","name":"maas-api-e2e-api-b-59ec0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.236327936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Service","name":"maas-api-e2e-api-b-59ec0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.296170305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-59ec0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.35216756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-59ec0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.359743148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467e375a-211e-4160-893f-fec84bece805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.453278627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.455284329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467e375a-211e-4160-893f-fec84bece805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.512671546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.525941433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467e375a-211e-4160-893f-fec84bece805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.580678607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467e375a-211e-4160-893f-fec84bece805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.584774584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.64292579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.696143208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Deployment","name":"payload-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.773421143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.888959538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Service","name":"payload-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.942522266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"Service","name":"payload-pre-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:42.995975732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.049237907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.102512589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.159497311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.2127842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.286212059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.358724122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-59ec0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:43.413051795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-59ec0d"},"namespace":"ai-tenant-e2e-api-b-59ec0d","name":"default-tenant","reconcileID":"d658d08b-6076-4e10-8b66-1dff589e5725","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-59ec0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:45.953038123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.574687074Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-59ec0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-59ec0d","reconcileID":"78eb0af3-028d-4d8b-9634-d487f07c0de7","aitenant":"ai-tenants/e2e-api-b-59ec0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.180815756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee563b63-35d3-46a0-bd1e-8766aa8ea960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.239493831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee563b63-35d3-46a0-bd1e-8766aa8ea960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.293855966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee563b63-35d3-46a0-bd1e-8766aa8ea960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.348259465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee563b63-35d3-46a0-bd1e-8766aa8ea960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.355078042Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-59ec0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-59ec0d","reconcileID":"78eb0af3-028d-4d8b-9634-d487f07c0de7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-59ec0d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-59ec0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.557848842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58910768-2f05-47e3-942c-bb881da8deaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.660720464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58910768-2f05-47e3-942c-bb881da8deaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.752339195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58910768-2f05-47e3-942c-bb881da8deaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:50.832256981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58910768-2f05-47e3-942c-bb881da8deaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.936539111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d9c60-6e78-44cc-b8cf-8a81ea74e775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.991361803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d9c60-6e78-44cc-b8cf-8a81ea74e775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.045448642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d9c60-6e78-44cc-b8cf-8a81ea74e775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:53.099220016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442d9c60-6e78-44cc-b8cf-8a81ea74e775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:54.992337711Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f94933","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f94933","reconcileID":"f99eb737-56e7-4db6-ae59-8c09347bedb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f94933","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f94933":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:55.212544092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39af57c1-3f89-4877-b44b-2946b35ad778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:55.26696708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39af57c1-3f89-4877-b44b-2946b35ad778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:55.330039825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39af57c1-3f89-4877-b44b-2946b35ad778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:55.414959044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39af57c1-3f89-4877-b44b-2946b35ad778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.44151892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac008dac-81e0-456c-b4fa-47f759a94332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.498699658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac008dac-81e0-456c-b4fa-47f759a94332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.674975925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac008dac-81e0-456c-b4fa-47f759a94332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.732562421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac008dac-81e0-456c-b4fa-47f759a94332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:59.758399673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d75d98-479c-4441-a8cc-d8490b548586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:59.813307999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d75d98-479c-4441-a8cc-d8490b548586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:59.868268111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d75d98-479c-4441-a8cc-d8490b548586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:59.922378758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d75d98-479c-4441-a8cc-d8490b548586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.202504825Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-179e90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-179e90","reconcileID":"b45d96a1-0577-437a-baf9-7f47df83ac97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-179e90","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-179e90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.926738326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0552414f-fa35-4141-8318-56aaff956608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.980551387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0552414f-fa35-4141-8318-56aaff956608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.034293276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0552414f-fa35-4141-8318-56aaff956608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.087782448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0552414f-fa35-4141-8318-56aaff956608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.145562718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"67c3c74a-17fe-409d-90d1-65b7e86ef0d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.267006364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"67c3c74a-17fe-409d-90d1-65b7e86ef0d4","name":"e2e-api-a-ed3e20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.954859578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.419832968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"c8183f9b-cb0d-43d5-9109-e71b6008a943","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a746ce","tenantID":"e2e-ipp-b-a746ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.541509248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"c8183f9b-cb0d-43d5-9109-e71b6008a943","name":"e2e-ipp-b-a746ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:40.606347909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"b3c62f65-7cde-407e-a803-b98143f72126","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-1e6019","tenantID":"e2e-ipp-b-1e6019","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:40.728067916Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"b3c62f65-7cde-407e-a803-b98143f72126","name":"e2e-ipp-b-1e6019-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.953475418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.656993967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"22098a2c-65d4-4b68-bc30-df87c4b77054","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.779470482Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"22098a2c-65d4-4b68-bc30-df87c4b77054","name":"e2e-ipp-a-f94933-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.953536079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:19.025404836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"5f31c800-8ced-45a5-ab36-a8d739126b26","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-179e90","tenantID":"e2e-ipp-b-179e90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:19.145800829Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"5f31c800-8ced-45a5-ab36-a8d739126b26","name":"e2e-ipp-b-179e90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:32.899044024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84563d3-dc72-4c3c-88ea-890c00a1b6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:32.953145862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84563d3-dc72-4c3c-88ea-890c00a1b6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.007138295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84563d3-dc72-4c3c-88ea-890c00a1b6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:33.060934338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84563d3-dc72-4c3c-88ea-890c00a1b6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.286756826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f02ca98-5184-4226-afca-d12b13eb7d4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.286780531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f02ca98-5184-4226-afca-d12b13eb7d4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.34344114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84e9bd25-510b-49bc-9c37-5286f1f62c0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.343466378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84e9bd25-510b-49bc-9c37-5286f1f62c0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.514417234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"f2b9ddfe-4f87-4fb5-8d46-ac139f68883a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.645807572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"f2b9ddfe-4f87-4fb5-8d46-ac139f68883a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.717300479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed3e20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"f2b9ddfe-4f87-4fb5-8d46-ac139f68883a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.810335845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c7f68a2-1d13-40c0-a3b6-e227143b884d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.81035967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c7f68a2-1d13-40c0-a3b6-e227143b884d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.11603566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1cdf0d-9ecb-4722-b177-f8efe02d6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.170304993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1cdf0d-9ecb-4722-b177-f8efe02d6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.224392858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1cdf0d-9ecb-4722-b177-f8efe02d6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.278209477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1cdf0d-9ecb-4722-b177-f8efe02d6a94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.187005318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0850e8-babe-4e7b-9840-f200ce3aa735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.246215852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0850e8-babe-4e7b-9840-f200ce3aa735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.302329335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0850e8-babe-4e7b-9840-f200ce3aa735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.359059196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0850e8-babe-4e7b-9840-f200ce3aa735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.665250029Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c81151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c81151","reconcileID":"0256c777-f0af-495c-b925-5e540203e5f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c81151","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c81151":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.344457743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3831ade-e1ff-42c9-a50d-084ad86d485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.401174044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3831ade-e1ff-42c9-a50d-084ad86d485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.456984537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3831ade-e1ff-42c9-a50d-084ad86d485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.511010214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3831ade-e1ff-42c9-a50d-084ad86d485f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:42.940444532Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c81151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c81151","reconcileID":"b2fbe95b-6e88-49f2-b5c8-2dfda10025b1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-c81151\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.489430316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcaee7-5390-43b6-80b7-c6adc67fd96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.548449953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcaee7-5390-43b6-80b7-c6adc67fd96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.6026896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcaee7-5390-43b6-80b7-c6adc67fd96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.656407196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafcaee7-5390-43b6-80b7-c6adc67fd96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:44.909160244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"cb61f157-922a-4af8-923b-f77383925ccd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:44.96938032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"cb61f157-922a-4af8-923b-f77383925ccd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.027251238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed3e20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"cb61f157-922a-4af8-923b-f77383925ccd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:45.952920525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.588263076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c96b865-42da-4ee9-b326-e15d303f0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.642147804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c96b865-42da-4ee9-b326-e15d303f0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.696223525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c96b865-42da-4ee9-b326-e15d303f0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:50.750878705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c96b865-42da-4ee9-b326-e15d303f0a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.786025178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec838c3-b8b3-491a-b969-9691afbe0d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.840150583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec838c3-b8b3-491a-b969-9691afbe0d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.894095127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec838c3-b8b3-491a-b969-9691afbe0d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.947902703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec838c3-b8b3-491a-b969-9691afbe0d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:54.909350482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"582d8811-378f-4af4-8997-60f3ec077f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:54.964393705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"582d8811-378f-4af4-8997-60f3ec077f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.032001819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"582d8811-378f-4af4-8997-60f3ec077f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.087230383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"582d8811-378f-4af4-8997-60f3ec077f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.193998132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"2c86aac4-9125-45b5-a7ca-a6bb65d16995","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.254165063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"2c86aac4-9125-45b5-a7ca-a6bb65d16995","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.311852211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed3e20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"2c86aac4-9125-45b5-a7ca-a6bb65d16995","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.079573601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde8f04a-200f-4c4b-95ec-212c664457ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.133597633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde8f04a-200f-4c4b-95ec-212c664457ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.187490113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde8f04a-200f-4c4b-95ec-212c664457ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.24133741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bde8f04a-200f-4c4b-95ec-212c664457ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.861267904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"647b5134-7232-4183-ae09-215e44cb9cca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.964261464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46b2cb86-03f9-4021-825f-369c40290322","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.107906147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"5764d2df-45b1-414c-ba5b-07827d294503","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.209395821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"12fccfc0-ff6a-4a84-bcd9-a74080954929","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.233044116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"b54d50c1-d98c-4e5e-8116-61edaa86146c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.440806138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea61adef-8eb0-4eaf-93b8-4bf3c4f90a20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.548363925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"ac10b0c1-70b1-4b47-a703-a26fcfafa6c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.713300825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"ebee163f-7f78-41e2-af00-19dd88b2a9db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.769778876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"36c20f51-4d98-49cb-ad28-673c3bcb7478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.872816111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"20b5a7c4-4483-422f-9446-b4472981ca2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.875292456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"2e0abcc6-d74e-4675-a7d5-3a50339783e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.981413605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"2b417a05-e450-4146-8e84-917e690afb64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:03.214716054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290c822c-1c28-4fe4-a5bb-247b6243cf28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:03.268589876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290c822c-1c28-4fe4-a5bb-247b6243cf28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:03.322678927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290c822c-1c28-4fe4-a5bb-247b6243cf28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:03.376563722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290c822c-1c28-4fe4-a5bb-247b6243cf28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.422025128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"004886e6-9f52-4efe-9d61-d80e6350e9f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.480705333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"004886e6-9f52-4efe-9d61-d80e6350e9f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.538684949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed3e20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fce416d569fea80e110f5ea8f18cfa12214f118a50a64b65b48abda230e6a707) AuthConfig (8ada2a82041f67ac78ce809c7e8f513ac66a3b4e6c8f38b31c8aa9a3853368ed) AuthConfig (77f3b58ab9baf6bb514904b4634ce959cb8e5d88b6cb11ff097721761b937b93) AuthConfig (4bcb081abd8a72db8075fab4aa149097919627e193a4ff3afdf1d93ccd6dcea1) AuthConfig (b6cd484d18fd5345167db720d20eaead432bf6fd035003d9d15057d9637f0088) AuthConfig (7572caef72e4fff8c06b1ab57bee6b048f69107a3a0c01a9e6386ee84c713082)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"004886e6-9f52-4efe-9d61-d80e6350e9f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.599107408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bec95f03-a357-4a79-9323-89d283ab1d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:05.599135817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bec95f03-a357-4a79-9323-89d283ab1d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.707425744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"4082517e-183d-4386-bc3b-c5b19987f272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.766721232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"4082517e-183d-4386-bc3b-c5b19987f272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.824579721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ed3e20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fce416d569fea80e110f5ea8f18cfa12214f118a50a64b65b48abda230e6a707) AuthConfig (8ada2a82041f67ac78ce809c7e8f513ac66a3b4e6c8f38b31c8aa9a3853368ed) AuthConfig (77f3b58ab9baf6bb514904b4634ce959cb8e5d88b6cb11ff097721761b937b93) AuthConfig (4bcb081abd8a72db8075fab4aa149097919627e193a4ff3afdf1d93ccd6dcea1) AuthConfig (b6cd484d18fd5345167db720d20eaead432bf6fd035003d9d15057d9637f0088) AuthConfig (7572caef72e4fff8c06b1ab57bee6b048f69107a3a0c01a9e6386ee84c713082)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"4082517e-183d-4386-bc3b-c5b19987f272","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.952672115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.933116699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"4ac3b21e-1f07-46fc-829a-a1084d4b79d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.992095381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"4ac3b21e-1f07-46fc-829a-a1084d4b79d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:26.315266748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a996f0e4-e860-401e-9136-4cf5b6298901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:26.315289056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a996f0e4-e860-401e-9136-4cf5b6298901","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.186862718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1232b91c-73ac-479b-a0f4-3cacbd677621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.240706855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1232b91c-73ac-479b-a0f4-3cacbd677621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.294563628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1232b91c-73ac-479b-a0f4-3cacbd677621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:28.349954666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1232b91c-73ac-479b-a0f4-3cacbd677621","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.309847914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e064d6-c24f-4703-8bb2-a383ff4d554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.363840641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e064d6-c24f-4703-8bb2-a383ff4d554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.420054679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e064d6-c24f-4703-8bb2-a383ff4d554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:30.475254495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0e064d6-c24f-4703-8bb2-a383ff4d554b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:35.588320498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df6efcd-d685-4ca7-b9b8-bc55a929eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:35.642223065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df6efcd-d685-4ca7-b9b8-bc55a929eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:35.6962829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df6efcd-d685-4ca7-b9b8-bc55a929eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:35.750551935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df6efcd-d685-4ca7-b9b8-bc55a929eba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:36.847261781Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2b921d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2b921d","reconcileID":"58f1fd60-cb85-4d5a-ae68-94a39d40c598","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2b921d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2b921d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.865399879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7fb53-4b4d-478f-9127-bd260b995081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.919220468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7fb53-4b4d-478f-9127-bd260b995081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.972906051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7fb53-4b4d-478f-9127-bd260b995081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.026847942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d7fb53-4b4d-478f-9127-bd260b995081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:39.997972735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb19113a-5f25-4514-a4c8-3e61a4d4e673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:40.05280616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb19113a-5f25-4514-a4c8-3e61a4d4e673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:40.106552672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb19113a-5f25-4514-a4c8-3e61a4d4e673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:40.160625729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb19113a-5f25-4514-a4c8-3e61a4d4e673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.952342078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.212456057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6571e0f-607b-4f90-beb4-6087942230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.266270985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6571e0f-607b-4f90-beb4-6087942230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.320165087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6571e0f-607b-4f90-beb4-6087942230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.374460044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6571e0f-607b-4f90-beb4-6087942230a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.323016325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22a452d-5c7a-4933-a696-345758e81ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.376886748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22a452d-5c7a-4933-a696-345758e81ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.430622392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22a452d-5c7a-4933-a696-345758e81ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.48463125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22a452d-5c7a-4933-a696-345758e81ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:01.239476322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"1a6214f5-374a-4c66-aa3a-e89264a64d24","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:01.361295443Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"1a6214f5-374a-4c66-aa3a-e89264a64d24","name":"e2e-api-b-c81151-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:15.952701674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.313950281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"71f399e3-5d46-4603-bc9d-650071f5e863","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.438124852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"7c7dd6a4-fb34-4bc9-9ff8-09e008160f3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.74783205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7c5cab3-c1a2-467a-be71-1b9bfe2cc796","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.869116708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"6f5423af-7346-46cf-aac5-23351ae0b298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.057470426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"21b63394-1b12-48e3-9a77-89d74acc9c61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.157709242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"bbb2ccd3-0068-4f87-93a0-a8ed61013248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.305124328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"6128df26-7eb2-49bc-87a2-9dd6538f70cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.498742663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"c0b87b9d-b253-41dd-b38f-18f8cc817ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.59948752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3257779c-b985-4afa-bc73-10047e8599f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.749829703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"9eda8714-233e-4911-9ea7-6634c3694b88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.851026041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"5f708143-429f-4c18-9fc2-f9383efd5829","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.976780626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"092a3fc9-5d20-4252-94e6-bf73fcb7f7de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:35.929920708Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","namespace":"ai-tenant-e2e-ipp-a-8f4e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:35.929978911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","namespace":"ai-tenant-e2e-ipp-a-8f4e10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:35.930027124Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","tenant":"e2e-ipp-a-8f4e10","tenantID":"e2e-ipp-a-8f4e10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:35.985125616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Deployment","name":"maas-api-e2e-ipp-a-8f4e10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.058886605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Service","name":"maas-api-e2e-ipp-a-8f4e10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.116388624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-8f4e10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.171863909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-8f4e10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.266277571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.322100142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.381124508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.437186752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.494395842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.550136626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.611397914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Service","name":"payload-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.67500179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.731401164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.789970154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ff8a7-dc64-4ed4-9084-03d8338b2e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.790391907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.844622051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ff8a7-dc64-4ed4-9084-03d8338b2e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.909006952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ff8a7-dc64-4ed4-9084-03d8338b2e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.909402724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:36.989563362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75ff8a7-dc64-4ed4-9084-03d8338b2e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.053854017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.111612581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.17044351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.298924921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-8f4e10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.363296896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-8f4e10"},"namespace":"ai-tenant-e2e-ipp-a-8f4e10","name":"default-tenant","reconcileID":"12ae196f-3a63-4ff6-b0d0-f2a5be496b24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-8f4e10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.986994973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cefd878-a95e-4008-bf83-673fb3652c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.041561845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cefd878-a95e-4008-bf83-673fb3652c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.095489692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cefd878-a95e-4008-bf83-673fb3652c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.150790543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cefd878-a95e-4008-bf83-673fb3652c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.953883641Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8f4e10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8f4e10","reconcileID":"131011ab-00b1-41af-8a2d-971b93c98943","aitenant":"ai-tenants/e2e-ipp-a-8f4e10","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.089171603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1afd13b-34c8-45c1-99f8-651471c268af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.143212289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1afd13b-34c8-45c1-99f8-651471c268af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.197130176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1afd13b-34c8-45c1-99f8-651471c268af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.251011125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1afd13b-34c8-45c1-99f8-651471c268af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.705549883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-8f4e10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-8f4e10","reconcileID":"131011ab-00b1-41af-8a2d-971b93c98943","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-8f4e10","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-8f4e10"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.213738869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53dc21-3230-4604-b14c-e15d157dafe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.267517341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53dc21-3230-4604-b14c-e15d157dafe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.321317287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53dc21-3230-4604-b14c-e15d157dafe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.37515934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e53dc21-3230-4604-b14c-e15d157dafe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.386900039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c16d4-38ee-4e37-9a63-303ed3a04a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.440516068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c16d4-38ee-4e37-9a63-303ed3a04a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.494157939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c16d4-38ee-4e37-9a63-303ed3a04a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.548935848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c16d4-38ee-4e37-9a63-303ed3a04a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.952946219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.696058765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce446df-fd25-41dd-8aaa-cff4a160783f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.750153891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce446df-fd25-41dd-8aaa-cff4a160783f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.803930466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce446df-fd25-41dd-8aaa-cff4a160783f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.857712515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce446df-fd25-41dd-8aaa-cff4a160783f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.872573302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c351d65d-78eb-4e76-bc78-ed59d13b6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.926206752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c351d65d-78eb-4e76-bc78-ed59d13b6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.979796881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c351d65d-78eb-4e76-bc78-ed59d13b6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.033708835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c351d65d-78eb-4e76-bc78-ed59d13b6d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:52.066932362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaa4d6-af53-4028-a80c-83201ff99890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:52.12335467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaa4d6-af53-4028-a80c-83201ff99890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:52.177780942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaa4d6-af53-4028-a80c-83201ff99890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:52.236825509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaa4d6-af53-4028-a80c-83201ff99890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.189435266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3730497b-d007-478f-9ba8-4e39311f0c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.243838283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3730497b-d007-478f-9ba8-4e39311f0c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.298030855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3730497b-d007-478f-9ba8-4e39311f0c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:54.351903215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3730497b-d007-478f-9ba8-4e39311f0c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.871994478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","namespace":"ai-tenant-e2e-ipp-b-179e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.872071098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","namespace":"ai-tenant-e2e-ipp-b-179e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.872124788Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","tenant":"e2e-ipp-b-179e90","tenantID":"e2e-ipp-b-179e90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.927928209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-179e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:55.989424371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Service","name":"maas-api-e2e-ipp-b-179e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.051877268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-179e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.107076151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-179e90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.167518325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.224161011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.281094474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.339007996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.382134784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4035a6-6af8-439d-bf41-a516d55b29b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.4553549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.455521762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4035a6-6af8-439d-bf41-a516d55b29b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.51713079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4035a6-6af8-439d-bf41-a516d55b29b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.517548339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.571524029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4035a6-6af8-439d-bf41-a516d55b29b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.625242582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Service","name":"payload-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.678583211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.732137448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.785727576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.844994113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.902389742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:56.955809293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.009330536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.064972724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-179e90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:57.122981197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-179e90"},"namespace":"ai-tenant-e2e-ipp-b-179e90","name":"default-tenant","reconcileID":"55e12c10-3633-4cf5-a885-6963dba2787d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-179e90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.063186779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"c2f57f09-6303-48af-9210-4426359e02cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2b921d","tenantID":"e2e-ipp-b-2b921d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.183794024Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"c2f57f09-6303-48af-9210-4426359e02cf","name":"e2e-ipp-b-2b921d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.243493866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","namespace":"ai-tenant-e2e-ipp-a-d25e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.243592579Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","namespace":"ai-tenant-e2e-ipp-a-d25e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.243685315Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","tenant":"e2e-ipp-a-d25e1c","tenantID":"e2e-ipp-a-d25e1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.299171296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d25e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.37132398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Service","name":"maas-api-e2e-ipp-a-d25e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.430356004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d25e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.485868916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d25e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.544433749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.603493451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.664572338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.730919302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.790761399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.84620966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.909458228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Service","name":"payload-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.971119851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.027323595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.084698916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.142226887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.20233514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.257731564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.313567139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.39495153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d25e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:03.457949166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d25e1c"},"namespace":"ai-tenant-e2e-ipp-a-d25e1c","name":"default-tenant","reconcileID":"869816d1-44a0-491d-816d-965617c1e771","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d25e1c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:04.812540342Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-179e90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-179e90","reconcileID":"abf5ebcc-5331-4a1d-982b-c02954456974","aitenant":"ai-tenants/e2e-ipp-b-179e90","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.392375023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a66e5a-2e7a-4e97-9833-9bb1feacc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.446617842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a66e5a-2e7a-4e97-9833-9bb1feacc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.500803723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a66e5a-2e7a-4e97-9833-9bb1feacc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.557505352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a66e5a-2e7a-4e97-9833-9bb1feacc29f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:05.620679401Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-179e90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-179e90","reconcileID":"abf5ebcc-5331-4a1d-982b-c02954456974","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-179e90","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-179e90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.527075085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2edf19d-d347-4c84-953b-f3151b028c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.580880074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2edf19d-d347-4c84-953b-f3151b028c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.634806584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2edf19d-d347-4c84-953b-f3151b028c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.689314662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2edf19d-d347-4c84-953b-f3151b028c77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.734721081Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","namespace":"ai-tenant-e2e-ipp-a-19ee5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.791419998Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","namespace":"ai-tenant-e2e-ipp-a-19ee5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.791704061Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","tenant":"e2e-ipp-a-19ee5e","tenantID":"e2e-ipp-a-19ee5e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.848140413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Deployment","name":"maas-api-e2e-ipp-a-19ee5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.913467437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Service","name":"maas-api-e2e-ipp-a-19ee5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.975457622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-19ee5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.030974453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-19ee5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.130391989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.186495783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.245398887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.301437804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.356935172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.412928364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.476924533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Service","name":"payload-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.543931191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.599916872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.662196176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.694845243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c99ad15-4c8e-4b66-92f1-18c4cd2a0989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.752589713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c99ad15-4c8e-4b66-92f1-18c4cd2a0989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.76998316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.806737327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c99ad15-4c8e-4b66-92f1-18c4cd2a0989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.860610836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c99ad15-4c8e-4b66-92f1-18c4cd2a0989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.90878956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.972926162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.042325774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.136747908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-19ee5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.253430104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee5e"},"namespace":"ai-tenant-e2e-ipp-a-19ee5e","name":"default-tenant","reconcileID":"d864c4af-ce6a-4f8d-90f8-714b9c033f60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-19ee5e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.06995489Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d25e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d25e1c","reconcileID":"6ce8434c-77d3-490d-ae28-ca7c14d9e90a","aitenant":"ai-tenants/e2e-ipp-a-d25e1c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.88382284Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d25e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d25e1c","reconcileID":"6ce8434c-77d3-490d-ae28-ca7c14d9e90a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d25e1c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d25e1c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.014114162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b06d612-0fd0-48c5-99e0-5c3a3e9b1d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.067797135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b06d612-0fd0-48c5-99e0-5c3a3e9b1d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.121591424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b06d612-0fd0-48c5-99e0-5c3a3e9b1d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.175543556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b06d612-0fd0-48c5-99e0-5c3a3e9b1d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.444997359Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee5e","reconcileID":"1bd354ab-a4df-41d4-877b-43b986d07a73","aitenant":"ai-tenants/e2e-ipp-a-19ee5e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.205215645Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee5e","reconcileID":"1bd354ab-a4df-41d4-877b-43b986d07a73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-19ee5e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-19ee5e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.171928099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8757490b-fa46-44f9-b968-29f89936d5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.22581578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8757490b-fa46-44f9-b968-29f89936d5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.279794136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8757490b-fa46-44f9-b968-29f89936d5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.333617173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8757490b-fa46-44f9-b968-29f89936d5b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:14.944103517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0eb59a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0eb59a","reconcileID":"4b42f62a-a072-431f-a1f5-718e57d0e045","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0eb59a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0eb59a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:15.964762518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.468541537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26439a50-471d-49dc-ab60-752e94804d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.52216273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26439a50-471d-49dc-ab60-752e94804d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.575881011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26439a50-471d-49dc-ab60-752e94804d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.629962348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26439a50-471d-49dc-ab60-752e94804d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.730033394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711c545d-7e12-4c14-a644-7a72c17ba46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.784396086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711c545d-7e12-4c14-a644-7a72c17ba46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.83949056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711c545d-7e12-4c14-a644-7a72c17ba46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.893330974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711c545d-7e12-4c14-a644-7a72c17ba46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.304961409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c982c1-b1fe-4a49-acc6-410fbfe3f8dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.304991239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c982c1-b1fe-4a49-acc6-410fbfe3f8dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.363685305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3d4659a-8afb-419b-86d4-1eea379fa8b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.363783399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3d4659a-8afb-419b-86d4-1eea379fa8b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.476788353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"2e43c36d-469c-4ad0-8dc7-b738967b09ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.617598119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"2e43c36d-469c-4ad0-8dc7-b738967b09ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.675289886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c81151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"2e43c36d-469c-4ad0-8dc7-b738967b09ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.737769688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52362969-0f8c-4e68-a486-2a355e9b0939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:19.737882515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52362969-0f8c-4e68-a486-2a355e9b0939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:20.911709582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fa9cb-03af-49d6-ab59-59f6b5b14d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:20.969833882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fa9cb-03af-49d6-ab59-59f6b5b14d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.02594063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fa9cb-03af-49d6-ab59-59f6b5b14d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.080415251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2fa9cb-03af-49d6-ab59-59f6b5b14d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.429417008Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","namespace":"ai-tenant-e2e-ipp-b-a746ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.429596563Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","namespace":"ai-tenant-e2e-ipp-b-a746ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.429753088Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","tenant":"e2e-ipp-b-a746ce","tenantID":"e2e-ipp-b-a746ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.485081784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a746ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.54771425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Service","name":"maas-api-e2e-ipp-b-a746ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.61009549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a746ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.665911949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a746ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.724358674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.791990575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.852462194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.92256677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.986191827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.042898584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.107751322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Service","name":"payload-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.219372611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.276600075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.335938667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.39396668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.453924963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.540413483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.608972004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.668844456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a746ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.747256618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a746ce"},"namespace":"ai-tenant-e2e-ipp-b-a746ce","name":"default-tenant","reconcileID":"86b03627-411b-4f95-8805-3eb3f22f7582","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a746ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:23.176943329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae3e1c-398c-4b87-a90f-10cd5433089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:23.231101675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae3e1c-398c-4b87-a90f-10cd5433089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:23.289183016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae3e1c-398c-4b87-a90f-10cd5433089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:23.343941422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecae3e1c-398c-4b87-a90f-10cd5433089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:25.386816871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2666bc56-87a0-458d-92e6-26422fbc17bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:25.44051625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2666bc56-87a0-458d-92e6-26422fbc17bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:25.494112731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2666bc56-87a0-458d-92e6-26422fbc17bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:25.547724594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2666bc56-87a0-458d-92e6-26422fbc17bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.262424899Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a746ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a746ce","reconcileID":"90d7670e-206e-46f2-8b1c-547c36561052","aitenant":"ai-tenants/e2e-ipp-b-a746ce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.426380722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"d66c43c9-efaa-4c74-81bf-c3a0c49704e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.426489815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f40fb8c3-0922-410e-8e83-34544230d87e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.42650821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f40fb8c3-0922-410e-8e83-34544230d87e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.694842879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"d66c43c9-efaa-4c74-81bf-c3a0c49704e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.828625736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"d66c43c9-efaa-4c74-81bf-c3a0c49704e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"name":"e2e-api-a-ed3e20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.828762447Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"e2e-e2e-api-a-ed3e20-policy","reconcileID":"d66c43c9-efaa-4c74-81bf-c3a0c49704e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ed3e20-policy","namespace":"ai-tenant-e2e-api-a-ed3e20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ed3e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.890756093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9813b71a-071b-4b92-bf9d-1b3e7342117c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.890777273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9813b71a-071b-4b92-bf9d-1b3e7342117c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:27.135073079Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a746ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a746ce","reconcileID":"90d7670e-206e-46f2-8b1c-547c36561052","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a746ce","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a746ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:27.608947744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45919b5e-3234-4099-905b-99752f2eb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:27.66297264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45919b5e-3234-4099-905b-99752f2eb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:27.721360807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45919b5e-3234-4099-905b-99752f2eb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:27.780008191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45919b5e-3234-4099-905b-99752f2eb25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.18904369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","namespace":"ai-tenant-e2e-ipp-b-1e6019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.189152355Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","namespace":"ai-tenant-e2e-ipp-b-1e6019","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.189209502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","tenant":"e2e-ipp-b-1e6019","tenantID":"e2e-ipp-b-1e6019","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.250109781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Deployment","name":"maas-api-e2e-ipp-b-1e6019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.32109806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Service","name":"maas-api-e2e-ipp-b-1e6019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.380782711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-1e6019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.437920134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-1e6019","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.49442521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.551133909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.630607201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.689929927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.751189059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.815954316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.879895144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Service","name":"payload-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.979580789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.049874757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.106056727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.164388952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.229936681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.324388152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.416962651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.505850983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-1e6019","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.561721645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1e6019"},"namespace":"ai-tenant-e2e-ipp-b-1e6019","name":"default-tenant","reconcileID":"e130566f-3d4a-4567-9664-f3c97f57f173","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-1e6019","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.854238417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"2f5f4941-2e02-4d00-9d96-2a5e2e3f1b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.915539143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"2f5f4941-2e02-4d00-9d96-2a5e2e3f1b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.978799953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c81151-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"2f5f4941-2e02-4d00-9d96-2a5e2e3f1b0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:30.085674676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e09532-7c61-4760-8301-4403f03ddda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:30.145633771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e09532-7c61-4760-8301-4403f03ddda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:30.204909263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e09532-7c61-4760-8301-4403f03ddda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:30.261385303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e09532-7c61-4760-8301-4403f03ddda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.282068388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42dd4878-160e-4e2a-81c7-ce4ea77740f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.345850665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42dd4878-160e-4e2a-81c7-ce4ea77740f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.40467448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42dd4878-160e-4e2a-81c7-ce4ea77740f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:32.459910455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42dd4878-160e-4e2a-81c7-ce4ea77740f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.39583401Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8b5005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8b5005","reconcileID":"86bf25fa-87f1-4686-9d52-7c5ddbae8697","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8b5005","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8b5005":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.415143362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9272fde1-295b-4274-b87b-198fca6991e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.469012953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9272fde1-295b-4274-b87b-198fca6991e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.522868195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9272fde1-295b-4274-b87b-198fca6991e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.577595823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9272fde1-295b-4274-b87b-198fca6991e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.547935734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b5a3b-8638-4e06-8095-80b1b38aa996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.60340862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b5a3b-8638-4e06-8095-80b1b38aa996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.658730143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b5a3b-8638-4e06-8095-80b1b38aa996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.712429867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b5a3b-8638-4e06-8095-80b1b38aa996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:38.663474849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6e93c6-62cd-42c1-9fdc-c454ae476dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:38.720133249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6e93c6-62cd-42c1-9fdc-c454ae476dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:38.775902323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6e93c6-62cd-42c1-9fdc-c454ae476dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:38.829863972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6e93c6-62cd-42c1-9fdc-c454ae476dd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:38.989133864Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1e6019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1e6019","reconcileID":"fbebf7dc-63e4-4142-aa65-47322743d36a","aitenant":"ai-tenants/e2e-ipp-b-1e6019","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:39.730844479Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1e6019","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1e6019","reconcileID":"fbebf7dc-63e4-4142-aa65-47322743d36a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1e6019","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-1e6019"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.090596756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"6952d37a-07d2-42a7-bc8f-ed877bdfae4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.148907995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"6952d37a-07d2-42a7-bc8f-ed877bdfae4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.205966753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c81151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36a8f375ae4527d27c5655ea1a35a7d2101b0701bdf3b2035f692cde7fcb751b) AuthConfig (4d33cfdcc33542e9661b89ba54bb3e7fab8ba9908c18523a0eda713fca8cad47) AuthConfig (4bc00752c0c20c58958fb4987e7a3f2bcebd07bdc1038266f4ccf19d927118b7) AuthConfig (9775f5e47e11a37613d048b4f456a51aba823619054bf5e7fd326f0798b95dca) AuthConfig (0e953650ab928c6bb4743a732276c75f41e8ce583496bbf0edd272808878b107) AuthConfig (d8594d6a37f85f6772637762689c0a2cb677a39ca1b6b78a46663af964fd2bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"6952d37a-07d2-42a7-bc8f-ed877bdfae4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.294014912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad50ce8d-daf8-4851-a751-415208e2a43c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.294037811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad50ce8d-daf8-4851-a751-415208e2a43c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.841775182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70fa1c-1e40-4767-9f55-3373acf3a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.895539684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70fa1c-1e40-4767-9f55-3373acf3a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:40.949591738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70fa1c-1e40-4767-9f55-3373acf3a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.003506594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab70fa1c-1e40-4767-9f55-3373acf3a32a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:43.106698077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aee5-d5ac-491a-9d4c-b8a172e0e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:43.161434787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aee5-d5ac-491a-9d4c-b8a172e0e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:43.215325416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aee5-d5ac-491a-9d4c-b8a172e0e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:43.26988024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb3aee5-d5ac-491a-9d4c-b8a172e0e179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.214115072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae08bb5-e501-45b5-8ded-77d0fc91cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.268745702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae08bb5-e501-45b5-8ded-77d0fc91cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.322670244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae08bb5-e501-45b5-8ded-77d0fc91cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.378440001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae08bb5-e501-45b5-8ded-77d0fc91cc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.952953016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.414053971Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-711b95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-711b95","reconcileID":"e3c16d75-c155-4531-b399-fca12c96e9a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-711b95","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-711b95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.366115561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08dd89e9-e80f-422b-ada3-283b787b6af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.421338612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08dd89e9-e80f-422b-ada3-283b787b6af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.475342077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08dd89e9-e80f-422b-ada3-283b787b6af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.529398112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08dd89e9-e80f-422b-ada3-283b787b6af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.476920145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0513f879-8991-4d15-b316-af5723b34777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.530738867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0513f879-8991-4d15-b316-af5723b34777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.584550035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0513f879-8991-4d15-b316-af5723b34777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:49.63834699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0513f879-8991-4d15-b316-af5723b34777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:50.400977418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"a7a5804c-e931-4e44-9153-113b984fa328","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:50.459959563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"a7a5804c-e931-4e44-9153-113b984fa328","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:50.517895696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c81151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36a8f375ae4527d27c5655ea1a35a7d2101b0701bdf3b2035f692cde7fcb751b) AuthConfig (4d33cfdcc33542e9661b89ba54bb3e7fab8ba9908c18523a0eda713fca8cad47) AuthConfig (4bc00752c0c20c58958fb4987e7a3f2bcebd07bdc1038266f4ccf19d927118b7) AuthConfig (9775f5e47e11a37613d048b4f456a51aba823619054bf5e7fd326f0798b95dca) AuthConfig (0e953650ab928c6bb4743a732276c75f41e8ce583496bbf0edd272808878b107) AuthConfig (d8594d6a37f85f6772637762689c0a2cb677a39ca1b6b78a46663af964fd2bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"a7a5804c-e931-4e44-9153-113b984fa328","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.583060773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879ee41b-de46-4b41-b514-b28fcba74578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.637114915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879ee41b-de46-4b41-b514-b28fcba74578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.691233869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879ee41b-de46-4b41-b514-b28fcba74578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.745777019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879ee41b-de46-4b41-b514-b28fcba74578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:53.777727229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a37f8ef-af8c-4828-aed8-835cc142b60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:53.83136009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a37f8ef-af8c-4828-aed8-835cc142b60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:53.885136627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a37f8ef-af8c-4828-aed8-835cc142b60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:53.938904349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a37f8ef-af8c-4828-aed8-835cc142b60d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:00.625613966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"3784d424-aed6-4819-aa2d-0c916f391630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:00.684432612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"3784d424-aed6-4819-aa2d-0c916f391630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:00.741709903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c81151-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (36a8f375ae4527d27c5655ea1a35a7d2101b0701bdf3b2035f692cde7fcb751b) AuthConfig (4d33cfdcc33542e9661b89ba54bb3e7fab8ba9908c18523a0eda713fca8cad47) AuthConfig (4bc00752c0c20c58958fb4987e7a3f2bcebd07bdc1038266f4ccf19d927118b7) AuthConfig (9775f5e47e11a37613d048b4f456a51aba823619054bf5e7fd326f0798b95dca) AuthConfig (0e953650ab928c6bb4743a732276c75f41e8ce583496bbf0edd272808878b107) AuthConfig (d8594d6a37f85f6772637762689c0a2cb677a39ca1b6b78a46663af964fd2bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"3784d424-aed6-4819-aa2d-0c916f391630","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.856042689Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","namespace":"ai-tenant-e2e-api-a-ed3e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.856112705Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","namespace":"ai-tenant-e2e-api-a-ed3e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.856180279Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","tenant":"e2e-api-a-ed3e20","tenantID":"e2e-api-a-ed3e20","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.911588014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Deployment","name":"maas-api-e2e-api-a-ed3e20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:03.975103742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Service","name":"maas-api-e2e-api-a-ed3e20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.032352697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ed3e20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.087741249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ed3e20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.156303734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.217574022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.27676107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.337131485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.396050283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Deployment","name":"payload-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.449351629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.504043241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Service","name":"payload-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.557754993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.611250951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.664815414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.71837192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.80609105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.859101553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.912131717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:04.965328153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ed3e20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.043311674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ed3e20"},"namespace":"ai-tenant-e2e-api-a-ed3e20","name":"default-tenant","reconcileID":"438d1d72-9fa0-40a8-af95-c41d66b36030","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ed3e20","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.698023225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b16d6c2-e387-4120-b973-0ff0981a25ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.752239669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b16d6c2-e387-4120-b973-0ff0981a25ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.807318527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b16d6c2-e387-4120-b973-0ff0981a25ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:05.861669232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b16d6c2-e387-4120-b973-0ff0981a25ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.816429024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9dc02-a2cc-4506-acd9-a3d4fe4f90cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.871464112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9dc02-a2cc-4506-acd9-a3d4fe4f90cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.871523691Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ed3e20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ed3e20","reconcileID":"ac0710c2-393c-49a1-8c9d-0062237195d4","aitenant":"ai-tenants/e2e-api-a-ed3e20","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.926241392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9dc02-a2cc-4506-acd9-a3d4fe4f90cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.980198184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab9dc02-a2cc-4506-acd9-a3d4fe4f90cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.647360588Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ed3e20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ed3e20","reconcileID":"ac0710c2-393c-49a1-8c9d-0062237195d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ed3e20","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ed3e20"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.000649472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179d8e53-b14a-44d6-9111-7a989c05bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.054177221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179d8e53-b14a-44d6-9111-7a989c05bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.108005365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179d8e53-b14a-44d6-9111-7a989c05bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.161850301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179d8e53-b14a-44d6-9111-7a989c05bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.874478195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"e8902159-692e-494f-95bf-07a897aa9b90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.933029272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"e8902159-692e-494f-95bf-07a897aa9b90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.258947059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7dd9b1e-ad9d-4a9f-a8ee-a71d44b35cbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.258981015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7dd9b1e-ad9d-4a9f-a8ee-a71d44b35cbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.346924071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"933a8e13-4809-45cb-a301-1da38736d582","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.347569145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d65ce3fd-e7ae-430a-94f1-01ad91a87ffa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.34763394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d65ce3fd-e7ae-430a-94f1-01ad91a87ffa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.414862904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"41b14fd1-e371-4fca-9778-cec1a31d9fd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0eb59a","tenantID":"e2e-praxis-a-0eb59a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.560749034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"933a8e13-4809-45cb-a301-1da38736d582","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.561786761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"41b14fd1-e371-4fca-9778-cec1a31d9fd7","name":"e2e-praxis-a-0eb59a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.708145237Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"933a8e13-4809-45cb-a301-1da38736d582","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"name":"e2e-api-b-c81151-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.708174448Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"e2e-e2e-api-b-c81151-policy","reconcileID":"933a8e13-4809-45cb-a301-1da38736d582","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c81151-policy","namespace":"ai-tenant-e2e-api-b-c81151"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c81151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.767118679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f47895d-cd8d-4209-8dfd-4f8f623f3a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.767147429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f47895d-cd8d-4209-8dfd-4f8f623f3a71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.952895181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.804355434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423b4ca0-4ad5-4ff8-9c1b-3a8e34176d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.885125795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423b4ca0-4ad5-4ff8-9c1b-3a8e34176d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.947239064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423b4ca0-4ad5-4ff8-9c1b-3a8e34176d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:18.001030989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423b4ca0-4ad5-4ff8-9c1b-3a8e34176d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.987744124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9793f0c-06c1-4c20-80ce-c2b5af149f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.042306354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9793f0c-06c1-4c20-80ce-c2b5af149f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.096200783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9793f0c-06c1-4c20-80ce-c2b5af149f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.149917006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9793f0c-06c1-4c20-80ce-c2b5af149f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.589852385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"7d7cb903-7c55-43d1-871a-d8f13ab5bc34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8b5005","tenantID":"e2e-praxis-a-8b5005","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.71080712Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"7d7cb903-7c55-43d1-871a-d8f13ab5bc34","name":"e2e-praxis-a-8b5005-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.953063405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:50.551188024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"db2767d4-702d-4ad3-8acd-865885c0cbd9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-711b95","tenantID":"e2e-praxis-a-711b95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:50.67233755Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"db2767d4-702d-4ad3-8acd-865885c0cbd9","name":"e2e-praxis-a-711b95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.822085808Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","namespace":"ai-tenant-e2e-api-b-c81151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.822189112Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","namespace":"ai-tenant-e2e-api-b-c81151","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.822274875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","tenant":"e2e-api-b-c81151","tenantID":"e2e-api-b-c81151","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.877562129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Deployment","name":"maas-api-e2e-api-b-c81151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.942539897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Service","name":"maas-api-e2e-api-b-c81151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.004989697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c81151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.062260541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c81151","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.122570584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.183865949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.242189097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.300567317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.365831281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Deployment","name":"payload-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.419323971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.472979071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Service","name":"payload-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.52742429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.580905995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.634971885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.688413053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.746075404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.79962974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.852903691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.907057755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c81151","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.960982343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c81151"},"namespace":"ai-tenant-e2e-api-b-c81151","name":"default-tenant","reconcileID":"118527c0-ef46-4c12-a5f3-3ae26c96d6a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c81151","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:12.20801359Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c81151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c81151","reconcileID":"ff41d2ae-bbfc-43d8-84df-7d12213803c7","aitenant":"ai-tenants/e2e-api-b-c81151","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:12.883125419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f9f453-170c-4d67-bc01-bb254f6059dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:12.937032078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f9f453-170c-4d67-bc01-bb254f6059dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:12.943863188Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c81151","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c81151","reconcileID":"ff41d2ae-bbfc-43d8-84df-7d12213803c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c81151","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c81151"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:12.990904826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f9f453-170c-4d67-bc01-bb254f6059dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.04462421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5f9f453-170c-4d67-bc01-bb254f6059dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.053885379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"c3e8df05-fcfa-415d-92f3-e167f0ed81ce","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.053917908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"c3e8df05-fcfa-415d-92f3-e167f0ed81ce","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.076789134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb96b93-4ab8-41f3-916e-c461477fa53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.133980836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb96b93-4ab8-41f3-916e-c461477fa53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.196946789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb96b93-4ab8-41f3-916e-c461477fa53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.250859578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bb96b93-4ab8-41f3-916e-c461477fa53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.953296248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.285203497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6d3192-c250-47ef-b51a-5a119405be12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.342549542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6d3192-c250-47ef-b51a-5a119405be12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.396386411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6d3192-c250-47ef-b51a-5a119405be12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.450251991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6d3192-c250-47ef-b51a-5a119405be12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.424215644Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-35c3b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-35c3b7","reconcileID":"1e91fd6a-90c7-42ca-a584-63ff5b1410ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-35c3b7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-35c3b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.497953249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353e7781-b78f-4c3d-a5ec-ff2a37ba9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.551868436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353e7781-b78f-4c3d-a5ec-ff2a37ba9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.605819591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353e7781-b78f-4c3d-a5ec-ff2a37ba9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.65950856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"353e7781-b78f-4c3d-a5ec-ff2a37ba9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:20.654454831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"a4b4f4ff-c42d-426c-b015-15230956768a","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:20.654483308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"a4b4f4ff-c42d-426c-b015-15230956768a","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:20.716696104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"db67fa4d-f976-4114-9b17-8df7825b5b66","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:20.71672759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"db67fa4d-f976-4114-9b17-8df7825b5b66","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:20.8976972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"994d205d-2845-4b4f-8da7-87c105ea5c7d","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.036607359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"994d205d-2845-4b4f-8da7-87c105ea5c7d","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.15132391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"994d205d-2845-4b4f-8da7-87c105ea5c7d","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.210190561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"0b1dc2f1-9c11-41bc-bd97-755e408bc366","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.210212751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"0b1dc2f1-9c11-41bc-bd97-755e408bc366","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.730219273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b32bd5-7e43-42cd-9338-083f3464d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.789300198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b32bd5-7e43-42cd-9338-083f3464d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.844979954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b32bd5-7e43-42cd-9338-083f3464d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.899402854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b32bd5-7e43-42cd-9338-083f3464d275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:22.698994287Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-35c3b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-35c3b7","reconcileID":"7d57020a-07a6-40b7-b06c-2694824d3814","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-35c3b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.17649943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca6b9cb-4abb-43fc-930f-b9a3510460e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.26750531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca6b9cb-4abb-43fc-930f-b9a3510460e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.322866307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca6b9cb-4abb-43fc-930f-b9a3510460e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.376549927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eca6b9cb-4abb-43fc-930f-b9a3510460e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.657150946Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d4ffe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d4ffe","reconcileID":"511014d1-6391-49af-b655-b71c0d547b84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3d4ffe","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-3d4ffe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.408465053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabd6cbc-e846-4412-a6b5-8373178d178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.462502365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabd6cbc-e846-4412-a6b5-8373178d178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.51824324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabd6cbc-e846-4412-a6b5-8373178d178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.573143592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabd6cbc-e846-4412-a6b5-8373178d178e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.383853266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"344d7fdc-3e90-4a60-b4d7-38ac22eb189f","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.445414144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"344d7fdc-3e90-4a60-b4d7-38ac22eb189f","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.509558199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"344d7fdc-3e90-4a60-b4d7-38ac22eb189f","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.91916581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6e09d1-e33e-4841-98ce-a4915b87adcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.978357977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6e09d1-e33e-4841-98ce-a4915b87adcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.034142218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6e09d1-e33e-4841-98ce-a4915b87adcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.088585856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6e09d1-e33e-4841-98ce-a4915b87adcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.154407448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a73f59-8d2c-4322-9282-36f05be87d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.208309144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a73f59-8d2c-4322-9282-36f05be87d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.262815492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a73f59-8d2c-4322-9282-36f05be87d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:34.316831016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a73f59-8d2c-4322-9282-36f05be87d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:38.919118244Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8b5005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8b5005","reconcileID":"4cc9dae3-d821-480c-baeb-6211d74a3d7a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-8b5005\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.06743136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e454dfc9-b669-4c40-9148-b8fe67ce4428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.121249471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e454dfc9-b669-4c40-9148-b8fe67ce4428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.175098098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e454dfc9-b669-4c40-9148-b8fe67ce4428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.228859495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e454dfc9-b669-4c40-9148-b8fe67ce4428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.179318471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f504ceb-a389-4058-949b-19262f0b31f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.233273573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f504ceb-a389-4058-949b-19262f0b31f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.287164658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f504ceb-a389-4058-949b-19262f0b31f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.342957511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f504ceb-a389-4058-949b-19262f0b31f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.626104148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"d92eaeb5-e4e5-474f-a3b9-c899e55aecc5","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.684640126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"d92eaeb5-e4e5-474f-a3b9-c899e55aecc5","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.742246609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"d92eaeb5-e4e5-474f-a3b9-c899e55aecc5","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.957255448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.192181665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f200090-5726-49a3-9efa-9d80f170d1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.246089946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f200090-5726-49a3-9efa-9d80f170d1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.299803501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f200090-5726-49a3-9efa-9d80f170d1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.353315899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f200090-5726-49a3-9efa-9d80f170d1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.691484505Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a7e55c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a7e55c","reconcileID":"902cb39e-40c4-4bfc-9725-5fb530bce6e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a7e55c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a7e55c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.38221991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6e2696-6941-4143-bf78-afb72f7a68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.437105143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6e2696-6941-4143-bf78-afb72f7a68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.491107514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6e2696-6941-4143-bf78-afb72f7a68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.545387792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6e2696-6941-4143-bf78-afb72f7a68d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:51.786973078Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a7e55c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a7e55c","reconcileID":"111fa31b-154d-49b6-83c2-a7b70b980229","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-a7e55c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.850565566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"0752ff3b-0df6-4757-80bc-a31f016f2c4c","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.909061061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"0752ff3b-0df6-4757-80bc-a31f016f2c4c","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:51.966256164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"0752ff3b-0df6-4757-80bc-a31f016f2c4c","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.300487705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c08f27-6bad-4309-9ca8-49cd9c2ff8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.354376404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c08f27-6bad-4309-9ca8-49cd9c2ff8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.408299424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c08f27-6bad-4309-9ca8-49cd9c2ff8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.462321529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c08f27-6bad-4309-9ca8-49cd9c2ff8a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.105803908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"3c99e589-f409-47d1-9175-2b65d3f034b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.316524731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdb05c4a-b4c3-4e1e-b958-64b4a7106403","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.506686818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"6efdf29b-cd8e-48cb-a8e0-16ac9abed5d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.510266348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc710cd-c3fc-42be-a695-f68f567f1122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.565198252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc710cd-c3fc-42be-a695-f68f567f1122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.625827158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"de859eb0-c140-421e-a3ce-865e1cc1cea6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.627688362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc710cd-c3fc-42be-a695-f68f567f1122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.684055164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc710cd-c3fc-42be-a695-f68f567f1122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.798273163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"d92d68e9-c18d-48b8-9aac-d74fa03be2f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.798452268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"77fefed5-96df-4405-8588-a11fe0eb3e3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.807049474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"69480213-8528-4a3d-9701-b70794d9a4f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:58.147767361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"7b922319-f2eb-4f6f-9ff1-8a41cfa93517","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:58.248588398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccabf8d4-7f2e-41f5-871a-f140527c50b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:58.347588551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"23216181-4853-435a-b80c-3b1d939c4446","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:58.347619496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"31cf45c2-6841-42a7-9033-083d58bf8608","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:58.399769382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"4d85e894-51a6-43d6-80ef-27756adbbe31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.70396581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5436d-389a-4116-8257-b4135107ca29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.758000734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5436d-389a-4116-8257-b4135107ca29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.811762572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5436d-389a-4116-8257-b4135107ca29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:59.865737106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d5436d-389a-4116-8257-b4135107ca29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.077091254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"591c1dac-a33f-48e7-bb23-1ead438f0bd3","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.137358433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"591c1dac-a33f-48e7-bb23-1ead438f0bd3","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.194787776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69c67b1e890f3f099da3ba779136752e02741fbc31acdcfdf69ded780f0b93d8) AuthConfig (1840908830f509f4b7d2ff0cd15c121d2b62a2d65544de73de9a38ca931d6331) AuthConfig (2528390ba4b317702d3bdab82fa2a854dbe0b357c3d281e4cb512dfea0912995) AuthConfig (df08961af8b7855064f4294344b55b32959127c88dd6fa63f13ea69147165b36) AuthConfig (79edde1a65d4dea2c4a64b9b227ae55e0133bfab3a70a43b7a66ae9514215687) AuthConfig (a4bfc4821ebbade69fe9b442f68bd6de7393ee50b370d81cf2c7ad6d57c015f7) AuthConfig (88d68c4566ecf9528a51bd566cd80297e3e7e37cd0137df7bc2352c0bd6faab0) AuthConfig (05ab782a871fcaea216837b19da57a106b7a09ea1355db7bc8d3cbca6d5fd99b) AuthConfig (0f1ed92c48e889033a2c929652c5d3fb34a936c7950f9a2241e9761a810426b2) AuthConfig (d7c4ec0208df157fb7f1caaaa16fc7fbaee0c20ae48868d95050d50bba419cdc) AuthConfig (83288c125b58474e19c3b90a0e6878e02a36be9f6d12dbd8e532eeb4556ee17d) AuthConfig (87edb64d1175d34165323b56ab0b54d472a6d6225c6a74ea4c116feb39cf6137) AuthConfig (1baacf6be0b55e069ead15e0f381b9921a758d7e543c32ad320e3678736b7b29) AuthConfig (57472e4d8c9ebce01a1961eea5eb888346e2124b0096330c1f99a1f261a218b9) AuthConfig (3d3ef48a2de72832be54593261fdb4087bd485d7d8eaafb42a937f24d71e0086) AuthConfig (81d06b4e96185bb7bcccb211909c42612493e14460f65a8eba509eb9d057761c) AuthConfig (1f4ca38f28366affe09cf2ad9d89a829cc6a85516fedf3c421f7410c12d35be7) AuthConfig (7e2812d30639c9dbd855886082c17af1618d7d831b39b975a7094358e99742a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"591c1dac-a33f-48e7-bb23-1ead438f0bd3","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.254635288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"30fa8ced-d40a-4b83-a54d-54d0821c9850","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.254680019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"30fa8ced-d40a-4b83-a54d-54d0821c9850","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:04.892383649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c21e7d-3de9-4009-9ea0-0318ab6b75aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:04.947314513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c21e7d-3de9-4009-9ea0-0318ab6b75aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:05.001498273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c21e7d-3de9-4009-9ea0-0318ab6b75aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:05.058776063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c21e7d-3de9-4009-9ea0-0318ab6b75aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:05.35104494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b0d73b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b0d73b","reconcileID":"239a07d7-4eca-4d7a-9fb8-f3d0f63c31d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b0d73b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b0d73b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.290032336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb4996d-6e94-46f9-a3a9-c9f7d0f5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.343605409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb4996d-6e94-46f9-a3a9-c9f7d0f5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.397368563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb4996d-6e94-46f9-a3a9-c9f7d0f5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.45136933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb4996d-6e94-46f9-a3a9-c9f7d0f5cade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:08.578447529Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b0d73b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b0d73b","reconcileID":"e822492d-db91-46ff-858f-3044095dce2d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-b0d73b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.604825019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa5342b-2fad-4502-82f4-81708f1d3b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.661082972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa5342b-2fad-4502-82f4-81708f1d3b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.72480659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa5342b-2fad-4502-82f4-81708f1d3b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.78463759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa5342b-2fad-4502-82f4-81708f1d3b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:11.749839401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5c7be7-f453-42a5-bfd3-f5e88aef0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:11.803672904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5c7be7-f453-42a5-bfd3-f5e88aef0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:11.858285598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5c7be7-f453-42a5-bfd3-f5e88aef0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:11.912345135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f5c7be7-f453-42a5-bfd3-f5e88aef0641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.362327892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"ec145776-a8c5-4581-827c-d36c7904e9e6","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.421872271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"ec145776-a8c5-4581-827c-d36c7904e9e6","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.479474926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69c67b1e890f3f099da3ba779136752e02741fbc31acdcfdf69ded780f0b93d8) AuthConfig (1840908830f509f4b7d2ff0cd15c121d2b62a2d65544de73de9a38ca931d6331) AuthConfig (2528390ba4b317702d3bdab82fa2a854dbe0b357c3d281e4cb512dfea0912995) AuthConfig (df08961af8b7855064f4294344b55b32959127c88dd6fa63f13ea69147165b36) AuthConfig (79edde1a65d4dea2c4a64b9b227ae55e0133bfab3a70a43b7a66ae9514215687) AuthConfig (a4bfc4821ebbade69fe9b442f68bd6de7393ee50b370d81cf2c7ad6d57c015f7) AuthConfig (88d68c4566ecf9528a51bd566cd80297e3e7e37cd0137df7bc2352c0bd6faab0) AuthConfig (05ab782a871fcaea216837b19da57a106b7a09ea1355db7bc8d3cbca6d5fd99b) AuthConfig (0f1ed92c48e889033a2c929652c5d3fb34a936c7950f9a2241e9761a810426b2) AuthConfig (d7c4ec0208df157fb7f1caaaa16fc7fbaee0c20ae48868d95050d50bba419cdc) AuthConfig (83288c125b58474e19c3b90a0e6878e02a36be9f6d12dbd8e532eeb4556ee17d) AuthConfig (87edb64d1175d34165323b56ab0b54d472a6d6225c6a74ea4c116feb39cf6137) AuthConfig (1baacf6be0b55e069ead15e0f381b9921a758d7e543c32ad320e3678736b7b29) AuthConfig (57472e4d8c9ebce01a1961eea5eb888346e2124b0096330c1f99a1f261a218b9) AuthConfig (3d3ef48a2de72832be54593261fdb4087bd485d7d8eaafb42a937f24d71e0086) AuthConfig (81d06b4e96185bb7bcccb211909c42612493e14460f65a8eba509eb9d057761c) AuthConfig (1f4ca38f28366affe09cf2ad9d89a829cc6a85516fedf3c421f7410c12d35be7) AuthConfig (7e2812d30639c9dbd855886082c17af1618d7d831b39b975a7094358e99742a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"ec145776-a8c5-4581-827c-d36c7904e9e6","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:15.953562078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.58748571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"b25159eb-ee6a-4a00-85a7-d455fd1b2468","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.6464831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"b25159eb-ee6a-4a00-85a7-d455fd1b2468","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.704048155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f94933-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69c67b1e890f3f099da3ba779136752e02741fbc31acdcfdf69ded780f0b93d8) AuthConfig (1840908830f509f4b7d2ff0cd15c121d2b62a2d65544de73de9a38ca931d6331) AuthConfig (2528390ba4b317702d3bdab82fa2a854dbe0b357c3d281e4cb512dfea0912995) AuthConfig (df08961af8b7855064f4294344b55b32959127c88dd6fa63f13ea69147165b36) AuthConfig (79edde1a65d4dea2c4a64b9b227ae55e0133bfab3a70a43b7a66ae9514215687) AuthConfig (a4bfc4821ebbade69fe9b442f68bd6de7393ee50b370d81cf2c7ad6d57c015f7) AuthConfig (88d68c4566ecf9528a51bd566cd80297e3e7e37cd0137df7bc2352c0bd6faab0) AuthConfig (05ab782a871fcaea216837b19da57a106b7a09ea1355db7bc8d3cbca6d5fd99b) AuthConfig (0f1ed92c48e889033a2c929652c5d3fb34a936c7950f9a2241e9761a810426b2) AuthConfig (d7c4ec0208df157fb7f1caaaa16fc7fbaee0c20ae48868d95050d50bba419cdc) AuthConfig (83288c125b58474e19c3b90a0e6878e02a36be9f6d12dbd8e532eeb4556ee17d) AuthConfig (87edb64d1175d34165323b56ab0b54d472a6d6225c6a74ea4c116feb39cf6137) AuthConfig (1baacf6be0b55e069ead15e0f381b9921a758d7e543c32ad320e3678736b7b29) AuthConfig (57472e4d8c9ebce01a1961eea5eb888346e2124b0096330c1f99a1f261a218b9) AuthConfig (3d3ef48a2de72832be54593261fdb4087bd485d7d8eaafb42a937f24d71e0086) AuthConfig (81d06b4e96185bb7bcccb211909c42612493e14460f65a8eba509eb9d057761c) AuthConfig (1f4ca38f28366affe09cf2ad9d89a829cc6a85516fedf3c421f7410c12d35be7) AuthConfig (7e2812d30639c9dbd855886082c17af1618d7d831b39b975a7094358e99742a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"b25159eb-ee6a-4a00-85a7-d455fd1b2468","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.50029723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"409409ab-3d83-436d-93e3-10bfcfe5d17a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-35c3b7","tenantID":"e2e-ipp-a-35c3b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.621820683Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"409409ab-3d83-436d-93e3-10bfcfe5d17a","name":"e2e-ipp-a-35c3b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:32.812725187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"2479690c-f46b-4754-b799-7b9fedfd3f25","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:32.872408061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"2479690c-f46b-4754-b799-7b9fedfd3f25","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:33.149274231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"921aa267-fa5e-4173-b3fc-1a9ff5520fa6","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:33.149298434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"921aa267-fa5e-4173-b3fc-1a9ff5520fa6","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.446279712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"d25a0443-c55c-4a0f-88f0-db460bfc7482","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-3d4ffe","tenantID":"e2e-praxis-b-3d4ffe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.568695041Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"d25a0443-c55c-4a0f-88f0-db460bfc7482","name":"e2e-praxis-b-3d4ffe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.734225161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"71a9290e-3ca1-4ac9-a374-d21cbbfe6153","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.734249642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"71a9290e-3ca1-4ac9-a374-d21cbbfe6153","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.820505472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"47069f2e-fdac-4d0f-bfb7-216753d47cca","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.820530723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"47069f2e-fdac-4d0f-bfb7-216753d47cca","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.87278333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"135909cb-6fa0-477c-9a0f-ea66b9443d60","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:38.87355672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"280cf24b-aaff-4636-835e-148ae48ba6ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-f94933-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.931743346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"135909cb-6fa0-477c-9a0f-ea66b9443d60","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.9842568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"4b4817c7-5dc6-4b89-8564-bca94a3b94b8","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.984284235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"4b4817c7-5dc6-4b89-8564-bca94a3b94b8","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.043085407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"04abb1c2-e576-46cd-b7e2-178e29f32bba","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.043112457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"04abb1c2-e576-46cd-b7e2-178e29f32bba","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.245643168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"ecf0ae0f-3c45-4cfd-80e6-1f9ba92030df","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.260116189Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"039b50e0-8bfc-42e3-958f-21633937ae9e","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"maas-trlp-ipp-route-f94933","model":"ipp-route-f94933","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.304731534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"ecf0ae0f-3c45-4cfd-80e6-1f9ba92030df","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.43109018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"39bf89dc-82c8-4072-ada9-ed7c67d944d8","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.431120118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"39bf89dc-82c8-4072-ada9-ed7c67d944d8","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:39.593382154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"7ccc6c33-8c97-4cfb-9be9-0225f5040fbd","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"maas-trlp-ipp-route-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.449702737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"59d10c5e-4935-4113-a0f5-3cb2f1613344","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.550995567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbffbdf1-afe3-4443-94e0-c731fdb9895e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.585794348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3ef5b58c-ab51-4050-97f1-7de5d3dfb9ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.710635488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"f174e9a7-d83e-4e7c-8f79-650225dd59be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.806591994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"c9edb2df-8975-45f9-a3a8-acf6bc722f44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.834447204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"8500735e-9ed6-422b-9f20-4abcf69f5286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.931391844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe1067c0-85ce-492c-920a-9305655d1497","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.039905618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"39f2dc4e-b628-4f10-a87d-e14de752eb47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.208249966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"a6678462-0067-4031-ba1f-a229f0d2dfa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.30905319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"87f15ab0-860f-421d-9b49-d3a426dce7c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.585319898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"cfe292a9-d4b7-475e-b86b-f4c6482348bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.70935756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"51526c2a-b69a-4bd0-996f-28f43647bc1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.953111763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:03.554066987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"e2733420-7e3d-44db-918b-58907c375426","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a7e55c","tenantID":"e2e-praxis-b-a7e55c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:03.674813138Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"e2733420-7e3d-44db-918b-58907c375426","name":"e2e-praxis-b-a7e55c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:15.954088691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.508675308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"5a3f078b-2649-4245-8973-150ba83b3095","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"maas-trlp-ipp-route-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.688054394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"0ee21f2a-eab9-42f4-9a1b-875ef0477615","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.688078292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"0ee21f2a-eab9-42f4-9a1b-875ef0477615","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.983591954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"549e71c2-423a-41c9-b38c-42632db73b4e","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.046451783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"549e71c2-423a-41c9-b38c-42632db73b4e","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.760386356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"97904106-c573-4341-a6cf-29c08e704e61","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b0d73b","tenantID":"e2e-praxis-b-b0d73b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.881877921Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"97904106-c573-4341-a6cf-29c08e704e61","name":"e2e-praxis-b-b0d73b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:31.765536948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"8b4f5e5e-1941-4519-a227-842b1bfaf838","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:31.765567874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"8b4f5e5e-1941-4519-a227-842b1bfaf838","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:31.951075262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"4110cdc1-c2b3-4bcd-b06e-64bec2da23e7","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:31.952195103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"c48c658f-e330-4e1c-8442-c1f7b5e57f86","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"maas-trlp-ipp-route-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.03485223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"4110cdc1-c2b3-4bcd-b06e-64bec2da23e7","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.19598618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"6f575d35-ab43-4047-9aa5-ca48ddb66b8b","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"tenant":"e2e-ipp-a-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.196008057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"6f575d35-ab43-4047-9aa5-ca48ddb66b8b","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"routeName":"ipp-route-f94933-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f94933","llmisvcName":"ipp-route-f94933","gateway":"openshift-ingress/e2e-ipp-a-f94933","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.362460499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"ce464934-67a7-4a31-a816-16625e12a0af","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"maas-trlp-ipp-route-f94933","model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.952760892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:49.982042389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db956449-56d0-4b27-8447-90c0b00e229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.036276128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db956449-56d0-4b27-8447-90c0b00e229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.096173414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db956449-56d0-4b27-8447-90c0b00e229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:50.156272929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db956449-56d0-4b27-8447-90c0b00e229e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.27613605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d84493c-ca4c-4f37-b3f5-61e00d301b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.330003463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d84493c-ca4c-4f37-b3f5-61e00d301b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.383869511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d84493c-ca4c-4f37-b3f5-61e00d301b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.437844511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d84493c-ca4c-4f37-b3f5-61e00d301b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.490344644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b4defc-fd50-41c3-8b53-39af8f55f66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.54582351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b4defc-fd50-41c3-8b53-39af8f55f66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.600059544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b4defc-fd50-41c3-8b53-39af8f55f66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:00.654067262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9b4defc-fd50-41c3-8b53-39af8f55f66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.67183872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb84aea-5a76-43da-90b6-1683c48073f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.726038419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb84aea-5a76-43da-90b6-1683c48073f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.77973173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb84aea-5a76-43da-90b6-1683c48073f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.834440996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb84aea-5a76-43da-90b6-1683c48073f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.818762008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09db964f-5efb-4aa1-a1e9-e4e4416d4ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.872795504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09db964f-5efb-4aa1-a1e9-e4e4416d4ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.927759901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09db964f-5efb-4aa1-a1e9-e4e4416d4ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.981498106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09db964f-5efb-4aa1-a1e9-e4e4416d4ded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.64090196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"b6089d07-f4d7-47ed-a290-69530f7f1399","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.649815718Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"c6baa0a1-8239-4301-967a-ff47f2752ba5","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.701104287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"b6089d07-f4d7-47ed-a290-69530f7f1399","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.701177335Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"b6089d07-f4d7-47ed-a290-69530f7f1399","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.824189132Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"4a111783-cf85-4114-9d26-8bfbc568e8f0","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.862366277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"68cc2f96-de18-492f-924f-7fcc1b8a90f7","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.921118185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"68cc2f96-de18-492f-924f-7fcc1b8a90f7","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:07.921189291Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"68cc2f96-de18-492f-924f-7fcc1b8a90f7","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.231206061Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"05d27db5-f4e0-4d44-b2e1-e70f6efd17e0","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.284523604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c8322982-1d19-45bf-ac43-dbcb652003b9","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.343155655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c8322982-1d19-45bf-ac43-dbcb652003b9","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.343203713Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c8322982-1d19-45bf-ac43-dbcb652003b9","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:08.444012531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"05d27db5-f4e0-4d44-b2e1-e70f6efd17e0","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-f94933-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.604184631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"1377393f-b14a-4d8c-a5e7-50ec805829e4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.610816584Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"7a726c1c-8442-47d7-9f71-0fae4ff74329","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66bc88ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.663748555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"1377393f-b14a-4d8c-a5e7-50ec805829e4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.663798626Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"1377393f-b14a-4d8c-a5e7-50ec805829e4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:08.704957633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f94933","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933","reconcileID":"012c18f4-3d9a-4632-b102-3bb60141ca3b","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-f94933\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.862030415Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c6d8837d-a067-4580-9629-69b50adf56f4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.126422285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c6d8837d-a067-4580-9629-69b50adf56f4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.126729963Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"904baaf7-84a8-471e-8a33-a82ab132515a","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66bc88ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.307522189Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c6d8837d-a067-4580-9629-69b50adf56f4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"name":"e2e-ipp-a-f94933-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.307547749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-auth","reconcileID":"c6d8837d-a067-4580-9629-69b50adf56f4","MaaSAuthPolicy":{"name":"ipp-route-f94933-auth","namespace":"ai-tenant-e2e-ipp-a-f94933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.987941561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6982d09d-51c7-4469-820e-37d3fa7215ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.989406367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8258726-574d-4dc7-8fb7-cf81d2eeccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.043413797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8258726-574d-4dc7-8fb7-cf81d2eeccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.097925182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8258726-574d-4dc7-8fb7-cf81d2eeccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.15182283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8258726-574d-4dc7-8fb7-cf81d2eeccae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.15252317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"3bef652e-c29c-4da6-aa69-e9bc10dd0439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.261156915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"3d490950-55f8-4952-9836-b249c92e8124","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.504513353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"c70d607a-07d8-4b34-8ddf-89596a426e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.575707273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ab1b210-308f-45c7-a4bc-7f5e57629206","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.675584206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"c6d7980d-9772-4cfb-93a9-edc65a025503","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.675787109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"703f8708-42ff-4d56-b21d-495e54baa9dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.854511859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7527404a-3b99-44d2-951b-e265ef4ecf36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.954917208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"de95a0a1-ebd6-483f-acc6-e89824ca76b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.364965592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"17f28bb2-d94a-4acb-aca7-c5268d94eb0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.418621859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"2b6677ae-6b8e-4ea4-a3ee-e9d0cf2af69f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.41886272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"7e383057-1e3c-471f-b0ec-a24a97cf7503","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.182641927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30456fe-2a2b-4f96-a1c8-0d85937e8875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.236769734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30456fe-2a2b-4f96-a1c8-0d85937e8875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.290366388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30456fe-2a2b-4f96-a1c8-0d85937e8875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.344729581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30456fe-2a2b-4f96-a1c8-0d85937e8875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:14.296428239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c8adb6-5041-47ed-9613-3509fcd8bd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:14.350441947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c8adb6-5041-47ed-9613-3509fcd8bd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:14.404191229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c8adb6-5041-47ed-9613-3509fcd8bd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:14.457865876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c8adb6-5041-47ed-9613-3509fcd8bd92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:15.957778739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.494553848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddcf4a-9df6-437c-bd3e-8d2d20b3d30f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.548426935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddcf4a-9df6-437c-bd3e-8d2d20b3d30f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.602135645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddcf4a-9df6-437c-bd3e-8d2d20b3d30f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.657636818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bddcf4a-9df6-437c-bd3e-8d2d20b3d30f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.181406026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"e43ba175-7e69-4ff4-9b49-67117934dab0","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","subscription":"ipp-route-f94933-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.18155298Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"ipp-route-f94933-sub","reconcileID":"e43ba175-7e69-4ff4-9b49-67117934dab0","MaaSSubscription":{"name":"ipp-route-f94933-sub","namespace":"ai-tenant-e2e-ipp-a-f94933"},"model":"ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-f94933/ipp-route-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.683830459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043b2958-08d1-49da-b71b-6006db40d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.738378093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043b2958-08d1-49da-b71b-6006db40d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.792157881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043b2958-08d1-49da-b71b-6006db40d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.845676337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"043b2958-08d1-49da-b71b-6006db40d02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.172634287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"94dcd416-1acd-4d94-87b6-8e98b1bfa384","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.366698521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"bbf173e3-ccd3-4550-9365-c639612c7781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.4762656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"05d4fdb3-4330-494e-b6b4-511318669209","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.514577903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"56f39af5-7bf8-45ca-bccc-a10149d1ab2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.576521341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"88bac214-03e8-4e73-8398-9c0ac27ee81a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.677523116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"56806c76-0986-471b-9f51-51f9e8234987","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.82480636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7eacb2bc-9473-4de2-af5c-555e9e528d54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.88674212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149fbcbf-3388-41a4-bbb3-2a20fd32d6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.940870172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149fbcbf-3388-41a4-bbb3-2a20fd32d6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.940972551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"2abbdebc-7299-490d-a0a5-b15397731773","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:28.99496109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149fbcbf-3388-41a4-bbb3-2a20fd32d6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:29.049296735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149fbcbf-3388-41a4-bbb3-2a20fd32d6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:29.0497945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71ee64ab-9912-4554-ba5c-94daee297047","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:29.10343177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02e6fdff-0b14-43fe-84c8-959ce43010a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:29.377227257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"c3a9aac5-c259-41f0-93c4-b8f8ac925dbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:29.744347373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"ae865559-a7fa-489e-aa11-7f11fb8dc847","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.259398087Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","namespace":"ai-tenant-e2e-ipp-a-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.259460666Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","namespace":"ai-tenant-e2e-ipp-a-f94933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.259516228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","tenant":"e2e-ipp-a-f94933","tenantID":"e2e-ipp-a-f94933","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.315275737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f94933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.378604147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Service","name":"maas-api-e2e-ipp-a-f94933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.511867067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f94933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.583554226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f94933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.639952739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.697846188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.754785247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.811036387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.867067413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.923319305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:30.987899422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Service","name":"payload-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.033304347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b627f6-5d60-4950-bb10-471b7b41912f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.0888313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b627f6-5d60-4950-bb10-471b7b41912f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.110322776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.158031664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b627f6-5d60-4950-bb10-471b7b41912f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.221532181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.226322227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b627f6-5d60-4950-bb10-471b7b41912f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.284292106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.342959424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.400742561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.503750027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.568833652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.627647708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f94933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.685181072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f94933"},"namespace":"ai-tenant-e2e-ipp-a-f94933","name":"default-tenant","reconcileID":"dc5d60a1-5175-4870-9976-9a2337324179","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f94933","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.044638342Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f94933","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f94933","reconcileID":"5094861c-ec59-437f-aa33-1d18dc12acb8","aitenant":"ai-tenants/e2e-ipp-a-f94933","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.698765676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d118fba-f67c-4569-be07-dec0890303db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.753340827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d118fba-f67c-4569-be07-dec0890303db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.807311336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d118fba-f67c-4569-be07-dec0890303db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.816942267Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f94933","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f94933","reconcileID":"5094861c-ec59-437f-aa33-1d18dc12acb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f94933","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f94933"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.860963435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d118fba-f67c-4569-be07-dec0890303db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:38.980823462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61bae6a-e726-4913-8ddc-ca8cb25f0174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.03546477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61bae6a-e726-4913-8ddc-ca8cb25f0174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.089909219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61bae6a-e726-4913-8ddc-ca8cb25f0174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:39.144302259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61bae6a-e726-4913-8ddc-ca8cb25f0174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.102099444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802aa6f7-f749-4b08-b555-173b58846a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.156324088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802aa6f7-f749-4b08-b555-173b58846a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.210219294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802aa6f7-f749-4b08-b555-173b58846a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.264172958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802aa6f7-f749-4b08-b555-173b58846a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:43.274855745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aea0007-4b77-4ad9-8998-b918d21eb51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:43.328489274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aea0007-4b77-4ad9-8998-b918d21eb51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:43.385039381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aea0007-4b77-4ad9-8998-b918d21eb51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:43.442252815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aea0007-4b77-4ad9-8998-b918d21eb51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.398456786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13741df-d9ed-4e55-9cad-1c91a5b91a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.452275562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13741df-d9ed-4e55-9cad-1c91a5b91a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.506416337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13741df-d9ed-4e55-9cad-1c91a5b91a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.560734611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13741df-d9ed-4e55-9cad-1c91a5b91a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.953091448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.52124501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6e24ad-8197-4eef-83ea-c80cc19abd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.575858837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6e24ad-8197-4eef-83ea-c80cc19abd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.630345352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6e24ad-8197-4eef-83ea-c80cc19abd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.684050322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6e24ad-8197-4eef-83ea-c80cc19abd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.622312588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2e6f91-5449-4817-b5ca-195567c1c7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.622345125Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","namespace":"ai-tenant-e2e-praxis-a-0eb59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.62241966Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","namespace":"ai-tenant-e2e-praxis-a-0eb59a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.622476525Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","tenant":"e2e-praxis-a-0eb59a","tenantID":"e2e-praxis-a-0eb59a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.676080702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2e6f91-5449-4817-b5ca-195567c1c7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.730190534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2e6f91-5449-4817-b5ca-195567c1c7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.731622902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0eb59a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.784515819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd2e6f91-5449-4817-b5ca-195567c1c7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.847909596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Service","name":"maas-api-e2e-praxis-a-0eb59a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.90898084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0eb59a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.969686508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0eb59a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.103262471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.159153775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.218193067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.274520319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.327960807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.390065217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.44411186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Service","name":"payload-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.497600462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.551825157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.605162035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.658429611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.717929974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.773387545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.82711279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.887376383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0eb59a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:50.941516508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0eb59a"},"namespace":"ai-tenant-e2e-praxis-a-0eb59a","name":"default-tenant","reconcileID":"fe64ab2c-5f56-45a4-ae34-16cac6e4a606","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0eb59a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.893426448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2df4e-0a07-4f7c-968e-9e4003b60f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.954302515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2df4e-0a07-4f7c-968e-9e4003b60f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.008310999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2df4e-0a07-4f7c-968e-9e4003b60f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.062149271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2df4e-0a07-4f7c-968e-9e4003b60f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.137071146Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0eb59a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0eb59a","reconcileID":"02a9cee7-526e-42f4-b5da-74cff8ffe277","aitenant":"ai-tenants/e2e-praxis-a-0eb59a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.912727043Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0eb59a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0eb59a","reconcileID":"02a9cee7-526e-42f4-b5da-74cff8ffe277","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0eb59a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0eb59a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.050022444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e774fbd-59d2-4037-865b-258241999f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.103960029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e774fbd-59d2-4037-865b-258241999f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.157956888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e774fbd-59d2-4037-865b-258241999f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.211824026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e774fbd-59d2-4037-865b-258241999f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.158640396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fe9b3-42aa-4bd4-a8d6-6eec8caf92ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.214199205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fe9b3-42aa-4bd4-a8d6-6eec8caf92ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.268684968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fe9b3-42aa-4bd4-a8d6-6eec8caf92ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.322818428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fe9b3-42aa-4bd4-a8d6-6eec8caf92ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.197358056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a065748-07d7-4791-b382-0513d5c34fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.251208747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a065748-07d7-4791-b382-0513d5c34fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.304896057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a065748-07d7-4791-b382-0513d5c34fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.359204567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a065748-07d7-4791-b382-0513d5c34fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.029545597Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","namespace":"ai-tenant-e2e-praxis-b-3d4ffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.02963431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","namespace":"ai-tenant-e2e-praxis-b-3d4ffe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.029728931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","tenant":"e2e-praxis-b-3d4ffe","tenantID":"e2e-praxis-b-3d4ffe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.085611614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Deployment","name":"maas-api-e2e-praxis-b-3d4ffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.152260156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Service","name":"maas-api-e2e-praxis-b-3d4ffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.216587598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-3d4ffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.272185482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-3d4ffe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.340453918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.341540512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc44aaca-fb62-4369-bdd2-e74ed79fc5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.398178544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.399556342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc44aaca-fb62-4369-bdd2-e74ed79fc5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.454168404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc44aaca-fb62-4369-bdd2-e74ed79fc5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.456290183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.512070544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc44aaca-fb62-4369-bdd2-e74ed79fc5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.571870097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.625327976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.689541989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.798502746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Service","name":"payload-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.851896043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.905221883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.958268835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.011638978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.069235398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.122795647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.176277844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.234716047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-3d4ffe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.292107134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-3d4ffe"},"namespace":"ai-tenant-e2e-praxis-b-3d4ffe","name":"default-tenant","reconcileID":"06e0a2d1-bc3c-4ac9-a57e-159a3b257d58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-3d4ffe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.079677201Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d4ffe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d4ffe","reconcileID":"bd9ee9a1-28e3-4f59-90d1-57f881c62d13","aitenant":"ai-tenants/e2e-praxis-b-3d4ffe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.715282738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990cecb7-dbad-4cbf-b320-9b29586cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.769107293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990cecb7-dbad-4cbf-b320-9b29586cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.82283014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990cecb7-dbad-4cbf-b320-9b29586cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.876682435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"990cecb7-dbad-4cbf-b320-9b29586cbe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.938151239Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-3d4ffe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-3d4ffe","reconcileID":"bd9ee9a1-28e3-4f59-90d1-57f881c62d13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-3d4ffe","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-3d4ffe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.551229367Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","namespace":"ai-tenant-e2e-praxis-a-8b5005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.551342918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","namespace":"ai-tenant-e2e-praxis-a-8b5005","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.551413904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","tenant":"e2e-praxis-a-8b5005","tenantID":"e2e-praxis-a-8b5005","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.606703439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8b5005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.66879285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Service","name":"maas-api-e2e-praxis-a-8b5005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.730791811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8b5005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.788003677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8b5005","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.855596047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.859469738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f13f4e-59b2-4220-941e-c9f7cc32ac78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.914455239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f13f4e-59b2-4220-941e-c9f7cc32ac78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.916779617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.966239364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.967890141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f13f4e-59b2-4220-941e-c9f7cc32ac78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.021619434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f13f4e-59b2-4220-941e-c9f7cc32ac78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.024684295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.080884857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.134336036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.191583734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.298451611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Service","name":"payload-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.351801572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.404917525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.458254198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.511584294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.569081563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.621985164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.675046547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.729245825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8b5005","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.783932148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8b5005"},"namespace":"ai-tenant-e2e-praxis-a-8b5005","name":"default-tenant","reconcileID":"f3404fe3-10e0-4b71-b63d-da3a7128f073","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8b5005","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.992546485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8810aa5b-c05d-420e-a644-51f748973e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.046431195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8810aa5b-c05d-420e-a644-51f748973e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.100218114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8810aa5b-c05d-420e-a644-51f748973e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.156407778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8810aa5b-c05d-420e-a644-51f748973e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.311287289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"6b5a20e5-8b8d-4640-b570-f23e69eec8ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:21.4472997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3a6c2494-acb9-4be1-bc88-a61484255f9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:21.586556048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3216916f-2e48-427e-8378-57c1df59d2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:21.641070668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3216916f-2e48-427e-8378-57c1df59d2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:21.694814396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3216916f-2e48-427e-8378-57c1df59d2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:21.749048375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3216916f-2e48-427e-8378-57c1df59d2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.029330824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4afc0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4afc0f","reconcileID":"626c8956-81b6-4421-a6ee-113cf13cfdf2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4afc0f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4afc0f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.733008305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"0e291637-c7a8-45b0-b7a7-bd648311d972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.7840095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615ee0f-6abe-4b8a-bdd1-fdd74153035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.837777403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615ee0f-6abe-4b8a-bdd1-fdd74153035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.891769916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615ee0f-6abe-4b8a-bdd1-fdd74153035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.946102721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b615ee0f-6abe-4b8a-bdd1-fdd74153035d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:25.178636072Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4afc0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4afc0f","reconcileID":"7bfe1386-a260-4e17-8ba6-c89feddccf32","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-4afc0f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.463417529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"e996d884-7231-4a42-b9ff-7c8d86585bd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.507267735Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8b5005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8b5005","reconcileID":"656e6fd9-cc0d-4255-a328-c7514ccd2eb5","aitenant":"ai-tenants/e2e-praxis-a-8b5005","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.920168676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9f6935-4c6e-4c26-8d94-1187f3763b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.973727214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9f6935-4c6e-4c26-8d94-1187f3763b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.027538769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9f6935-4c6e-4c26-8d94-1187f3763b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.081742577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9f6935-4c6e-4c26-8d94-1187f3763b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.09700815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"e98bee1d-0ac4-4030-9fd8-fd9e93932ef2","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.19054966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"7d20b5ca-3801-4030-8ecb-be668ad55c61","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:26.219844462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-apikey-sub-binding-d4feb09f","reconcileID":"cfde120c-d951-434f-92b2-9de3178cf551","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-d4feb09f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.304006618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"d260ec30-646b-4eb5-b3a3-a3ad248014d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.304132909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"7a02d8a0-5580-4eb8-9a36-2299bfcf7012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.309700346Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8b5005","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8b5005","reconcileID":"656e6fd9-cc0d-4255-a328-c7514ccd2eb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8b5005","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8b5005"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.338185288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"bb57f9ed-2f1a-491e-841e-8e97ce31ea26","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.365011348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"d260ec30-646b-4eb5-b3a3-a3ad248014d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.365075744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"7a02d8a0-5580-4eb8-9a36-2299bfcf7012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.398613411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"a384091a-6d95-48cf-be25-ff4e455b6df6","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.620935979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-apikey-sub-binding-d4feb09f","reconcileID":"b8a2cc9c-6b42-435b-9184-1dac4c7ee0cc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-apikey-sub-binding-d4feb09f","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.73880281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4c713998-c8d6-4223-8b98-03faf2bfe65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.739102432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"54c7d540-6548-4957-9d1a-792b3c8daa95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.783648229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"93c3e524-3fac-49fb-9a3d-2a704e32c937","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.79218842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"c6600ecc-c3f9-4c4f-b93f-4e5c38235343","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.797285616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4c713998-c8d6-4223-8b98-03faf2bfe65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.798313116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"54c7d540-6548-4957-9d1a-792b3c8daa95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.957555001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-apikey-sub-binding-d4feb09f","reconcileID":"30cbb528-7765-4120-91b7-e18c9d17a66e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.041916027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1119a6aa-1d0c-4b37-831b-4cd0f73088b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.095969326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1119a6aa-1d0c-4b37-831b-4cd0f73088b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.15163919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1119a6aa-1d0c-4b37-831b-4cd0f73088b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.206432611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1119a6aa-1d0c-4b37-831b-4cd0f73088b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:30.15116755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"eef53689-eee7-49cf-86e2-5a6f029dd0da","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:30.312335961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e3ac76bd-40db-45a3-8f49-bf2fc4cf8912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:30.312333208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"cb0d119b-f930-40b0-b58a-20a462bd844f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:30.373228901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e3ac76bd-40db-45a3-8f49-bf2fc4cf8912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:30.373226137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"cb0d119b-f930-40b0-b58a-20a462bd844f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.579909399Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","namespace":"ai-tenant-e2e-praxis-a-711b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.579990936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","namespace":"ai-tenant-e2e-praxis-a-711b95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.580052748Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","tenant":"e2e-praxis-a-711b95","tenantID":"e2e-praxis-a-711b95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.636021684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Deployment","name":"maas-api-e2e-praxis-a-711b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.697541555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Service","name":"maas-api-e2e-praxis-a-711b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.759220155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-711b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.814857557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-711b95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.874109112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.93088114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:32.987336463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.047064038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.104045632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.157542689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.211903765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Service","name":"payload-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.265537451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.319128133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.372508718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.431950755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.490946952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.544619998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.597964018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.65128269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-711b95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:33.705063665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-711b95"},"namespace":"ai-tenant-e2e-praxis-a-711b95","name":"default-tenant","reconcileID":"3276abba-72e5-4197-8430-e5bcad06d3bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-711b95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:34.712780785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee530c6-b0f1-4480-8cef-c52a77905ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:34.77220281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee530c6-b0f1-4480-8cef-c52a77905ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:34.827525629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee530c6-b0f1-4480-8cef-c52a77905ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:34.881983689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee530c6-b0f1-4480-8cef-c52a77905ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.873335621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1bb5ac-6431-463b-9f01-f5bbf46e534b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.927121655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1bb5ac-6431-463b-9f01-f5bbf46e534b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.980774813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1bb5ac-6431-463b-9f01-f5bbf46e534b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.034696051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1bb5ac-6431-463b-9f01-f5bbf46e534b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.996325023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2101d05-afb9-4371-a695-e6198990d17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.050045493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2101d05-afb9-4371-a695-e6198990d17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.103552157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2101d05-afb9-4371-a695-e6198990d17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.157325277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2101d05-afb9-4371-a695-e6198990d17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:40.3192221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-apikey-sub-binding-d4feb09f","reconcileID":"6c1484fb-d777-47f3-a3ad-ee971beaa6c3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-apikey-sub-binding-d4feb09f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:40.487838046Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-apikey-sub-binding-d4feb09f","reconcileID":"6c1484fb-d777-47f3-a3ad-ee971beaa6c3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4feb09f","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:40.672699701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"c1ff1e6f-13eb-4f1d-a76a-7dcd4f591875","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:40.782402693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"cebbed6f-0d94-4077-8b48-eb26096164d4","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:40.942756244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"5119d099-2af6-4334-abec-2def57f5fa0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:40.945139651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"39499b09-6f20-44b8-8a92-692db44f9e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.001320586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"5119d099-2af6-4334-abec-2def57f5fa0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.004666524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"39499b09-6f20-44b8-8a92-692db44f9e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.09885038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3d90e-af4d-46c8-b868-0cfdcfa509a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.153413242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3d90e-af4d-46c8-b868-0cfdcfa509a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.208422471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3d90e-af4d-46c8-b868-0cfdcfa509a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.264042781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad3d90e-af4d-46c8-b868-0cfdcfa509a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.669827572Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-711b95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-711b95","reconcileID":"8ae993ec-38f6-4a4e-b619-eba131299c43","aitenant":"ai-tenants/e2e-praxis-a-711b95","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.051279971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"a57b2458-012c-41bd-801a-de073cfe34e2","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.110947555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"d48ef5e9-4c53-4a51-a5ae-aa9ba4058943","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:42.162280359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-sub","reconcileID":"58aac091-c352-4a28-a4e7-1d561be05e7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.211629665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"93f5e5d2-36cd-4ea8-b7b8-1a40248d00b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.211637783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b3eaaef0-ca84-4a1d-ad2e-fe4b7069efd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.27068557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b3eaaef0-ca84-4a1d-ad2e-fe4b7069efd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.27142991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"93f5e5d2-36cd-4ea8-b7b8-1a40248d00b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.277978451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"23dc62ed-a54e-4962-be0b-4395aa2c73c3","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.393069816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"2d70ee1d-9184-4990-8736-469d9491d912","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.441956221Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-711b95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-711b95","reconcileID":"8ae993ec-38f6-4a4e-b619-eba131299c43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-711b95","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-711b95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.623583913Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-sub","reconcileID":"2e6e109b-2742-4afe-b2fe-2f0d6313ef8b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-ordering-sub","ai-tenant-e2e-worker-w4-712333/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.769107986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7a14fad2-c9ab-46e8-bdd6-e00f4af9d3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.823880941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"0718dbcd-caec-4c73-8475-be3b68ec29b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.825701164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"bfe28b49-aaba-491a-a085-0878e96ba546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.828365163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7a14fad2-c9ab-46e8-bdd6-e00f4af9d3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.836818972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"ff5d35bf-36f5-4cdc-9d1b-cb0d8edcd36e","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.884755471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"0718dbcd-caec-4c73-8475-be3b68ec29b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.999493943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-sub","reconcileID":"a7e814dd-80ef-459c-8b3e-5c381649620c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.291944692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdcfe56-479e-4af5-9d3d-13aba968e099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.345837865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdcfe56-479e-4af5-9d3d-13aba968e099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.400172257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdcfe56-479e-4af5-9d3d-13aba968e099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.453822625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdcfe56-479e-4af5-9d3d-13aba968e099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.837438524Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","namespace":"ai-tenant-e2e-ipp-b-2b921d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.837507785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","namespace":"ai-tenant-e2e-ipp-b-2b921d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.837559241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","tenant":"e2e-ipp-b-2b921d","tenantID":"e2e-ipp-b-2b921d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.893309829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2b921d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.954839139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Service","name":"maas-api-e2e-ipp-b-2b921d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.016500202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2b921d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.072190638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2b921d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.138710786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.197296479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.254025948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.31573215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.372860018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.42714857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32d1b5e-cf59-48a2-8964-1f8fa4a1cb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.481282835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32d1b5e-cf59-48a2-8964-1f8fa4a1cb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.483345507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.535733922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32d1b5e-cf59-48a2-8964-1f8fa4a1cb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.590489395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b32d1b5e-cf59-48a2-8964-1f8fa4a1cb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.599390413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Service","name":"payload-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.653209176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"403cd7c1-a87b-4c7d-9f9e-5fcf8ecbeabd","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.662946131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.710424451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"6f2ea02a-a89c-4ac3-a64f-01032f87b45f","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.719256366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.774933692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.872096169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.923600257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"74373eb2-0122-4e41-bc3e-dd1c985a371d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.931714157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.952699041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.983102952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"74373eb2-0122-4e41-bc3e-dd1c985a371d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.986727748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:46.041985853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:46.099891433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2b921d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:46.15520181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b921d"},"namespace":"ai-tenant-e2e-ipp-b-2b921d","name":"default-tenant","reconcileID":"51a14d56-0967-44a5-8be8-8d07b470f04a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2b921d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:46.307506592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"0c07b95c-32f1-4181-91d6-2a5757b244f8","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:47.543581742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb111276-4231-4db4-a35e-eaa38462c791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:47.59745653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb111276-4231-4db4-a35e-eaa38462c791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:47.652169515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb111276-4231-4db4-a35e-eaa38462c791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:47.706103299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb111276-4231-4db4-a35e-eaa38462c791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.554391231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"405c4869-a47a-447d-ba08-4a894bce8275","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.740116101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"8f106053-ef8f-4432-a8f8-daed2569965e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.740476997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"87d7b45d-3a94-4bda-9b00-3cbe4a87c754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.794166389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"9065c30e-3c28-43be-b439-040c47ed98e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.855248448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"9065c30e-3c28-43be-b439-040c47ed98e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.855237549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"8f106053-ef8f-4432-a8f8-daed2569965e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.858046473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"87d7b45d-3a94-4bda-9b00-3cbe4a87c754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:49.658362492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d182ffb-ef53-4a03-afa0-ac17adb3503a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:49.712708217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d182ffb-ef53-4a03-afa0-ac17adb3503a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:49.766836907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d182ffb-ef53-4a03-afa0-ac17adb3503a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:49.821536033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d182ffb-ef53-4a03-afa0-ac17adb3503a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.043296439Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2b921d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2b921d","reconcileID":"d32c09b8-d192-489e-94c4-8921592d42b6","aitenant":"ai-tenants/e2e-ipp-b-2b921d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.816481033Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2b921d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2b921d","reconcileID":"d32c09b8-d192-489e-94c4-8921592d42b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2b921d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2b921d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:51.871594765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee27b60-4e20-47e8-a089-1cc1ffbb9901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:51.925402435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee27b60-4e20-47e8-a089-1cc1ffbb9901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:51.982038002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee27b60-4e20-47e8-a089-1cc1ffbb9901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:52.036993835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee27b60-4e20-47e8-a089-1cc1ffbb9901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.076500919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f258d6-939d-4a47-9f55-785f99ecf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.13032001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f258d6-939d-4a47-9f55-785f99ecf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.184150644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f258d6-939d-4a47-9f55-785f99ecf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.23803202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1f258d6-939d-4a47-9f55-785f99ecf39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.276213991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae126a4a-ff29-4f60-8fce-2d31cce794d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.330095442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae126a4a-ff29-4f60-8fce-2d31cce794d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.384262203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae126a4a-ff29-4f60-8fce-2d31cce794d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.438231731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae126a4a-ff29-4f60-8fce-2d31cce794d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.394719541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af62312c-9e50-4279-9f13-dd1de9f16c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.448484391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af62312c-9e50-4279-9f13-dd1de9f16c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.502395005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af62312c-9e50-4279-9f13-dd1de9f16c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.55689159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af62312c-9e50-4279-9f13-dd1de9f16c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.675936827Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bff3b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bff3b8","reconcileID":"d333e1bc-9f7f-4530-bb60-ee26d0b3a696","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bff3b8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-bff3b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.721181423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-sub","reconcileID":"99ce8098-2549-48ce-8813-7f662aaaf2e2","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:58.891244864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-sub","reconcileID":"99ce8098-2549-48ce-8813-7f662aaaf2e2","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.112267337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"6b0a1c88-e4ea-46ec-a81f-a8a0f4dcb24e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.17031417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"a2d36422-d7f7-448e-93f7-a4f736ffe86b","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.324676407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"06d37878-3312-4f6d-8c18-72fbe42fc708","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.33086288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"624762e5-e28f-4bed-8af3-0ed45ab1eeaa","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.331067397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"20b72b37-521c-4b97-8094-4ada88cc5e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.330862792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"acb9d3b1-8963-4343-bc4d-12d5415ba1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.390289148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"acb9d3b1-8963-4343-bc4d-12d5415ba1fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.390629058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"624762e5-e28f-4bed-8af3-0ed45ab1eeaa","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.392475496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"20b72b37-521c-4b97-8094-4ada88cc5e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.652860205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-ordering-auth","reconcileID":"4a010fcd-72cd-4510-a94d-85ef61ff03ef","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:59.865219257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"c7b49f26-c011-40b5-9e70-0df3fc13446a","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:00.573749423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390fac71-d064-47c4-b2f3-dc85d60e7678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:00.629967149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390fac71-d064-47c4-b2f3-dc85d60e7678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:00.683680604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390fac71-d064-47c4-b2f3-dc85d60e7678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:00.73738907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390fac71-d064-47c4-b2f3-dc85d60e7678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.240389319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"3a0b96b6-3a8e-40bc-b435-b4c0bd0d0275","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.297267892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"09c45438-7f48-4b24-8364-7bbe8e348d59","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.457803247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"62dc3b01-1833-4331-9cdb-08800e4fde01","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.516684591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"62dc3b01-1833-4331-9cdb-08800e4fde01","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.5240596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"61073a00-e6c1-42e0-ba82-c924aca59ba4","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.583083896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"ef763f11-9cf7-4478-8041-77b4a30c53c8","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:01.635861604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-success","reconcileID":"fb50d6c3-b6a5-41dd-acf4-06ce82fd1568","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.684318242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"82ce443c-3ace-49bf-b9e5-bb82d21fdd83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.684536379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c9929c15-790f-45e9-b7d2-ca4ad9855e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.743060891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c9929c15-790f-45e9-b7d2-ca4ad9855e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.744739486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"82ce443c-3ace-49bf-b9e5-bb82d21fdd83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.754024257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"ea3623bd-5089-415a-943a-f86da977b411","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.832464331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"dd17e478-9e57-4b9d-9f5c-f6ff41c763c7","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:01.887930077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"3b723631-0455-4b3f-9923-8db1aaf7e2f2","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:01.910551339Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bff3b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bff3b8","reconcileID":"a64275aa-4879-469c-9bd7-be0924b1c283","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-bff3b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.047358892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"ef350aaf-8fbe-4e35-9917-f4812d260d74","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.056090242Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-success","reconcileID":"f14dcf78-ced7-4e6e-8f14-a3171b98f319","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-712333/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.154726859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"403240e3-5b3d-4859-a589-537a022e7464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.15481761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"20885c40-b319-46ae-b1ee-6545a3378b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.160463534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"ef350aaf-8fbe-4e35-9917-f4812d260d74","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.213385428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"403240e3-5b3d-4859-a589-537a022e7464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.213766621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"20885c40-b319-46ae-b1ee-6545a3378b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.263611601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"59b34fb2-a582-4c0f-a762-445efa8669ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.27336105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"c8ed2763-7413-4fbe-a552-a7b5708b8096","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.435462519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-success","reconcileID":"f6360d3c-8946-4ad4-97c0-b65c1a229960","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.699328774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176352f5-6d13-4111-a02b-82fd5ee87b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.753736202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176352f5-6d13-4111-a02b-82fd5ee87b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.807759714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176352f5-6d13-4111-a02b-82fd5ee87b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:02.861552375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176352f5-6d13-4111-a02b-82fd5ee87b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.033784568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"efb6836d-719b-4ee7-8b48-97043bb5be08","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.197975451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"60ef8808-5da6-4607-a67b-1cfa4c4098f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.197975433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"bfd599df-c7a1-4116-8257-caeece594d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.200188407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"1d7c8bbf-43e1-4380-a9b1-a34e289a4553","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.257162988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"bfd599df-c7a1-4116-8257-caeece594d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.257961594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"60ef8808-5da6-4607-a67b-1cfa4c4098f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.260042118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"1d7c8bbf-43e1-4380-a9b1-a34e289a4553","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.201362313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-success","reconcileID":"a88ffd55-6d89-49fd-9567-36441001a1e8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.382225719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-success","reconcileID":"a88ffd55-6d89-49fd-9567-36441001a1e8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.55401982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"2056a948-9404-47e1-9be1-ff387631b7e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.65169929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"77dc0a80-3773-4c41-a9d4-ded60cedb118","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.81147268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"e94fdab1-9631-4928-a9dc-fe7a5ee75e86","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.812851103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"6e77591b-59a6-4aee-8424-5badb6d74b13","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.812920045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9bed6ab4-3916-4095-bb66-a861f9f20e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.813199207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b679c426-25f9-4e12-8da0-d1631e7976f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.871911606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"6e77591b-59a6-4aee-8424-5badb6d74b13","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.872546347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b679c426-25f9-4e12-8da0-d1631e7976f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.874501866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"9bed6ab4-3916-4095-bb66-a861f9f20e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.953644864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.079239836Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-success","reconcileID":"7844016c-0c14-47ad-ac9a-aa780f4538e9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.337427414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"81460785-e086-41e1-857c-989a9606874a","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.27901984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"5bff0703-08db-4b9e-a977-9e57b0c41a94","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.335855189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"43af6df3-9a9a-4d95-9af6-6cd4a0b2c648","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.497779451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1540fef8-9dee-4076-87c9-e1abc9d3ccca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.55806509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1540fef8-9dee-4076-87c9-e1abc9d3ccca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.571183133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"4ddffbaf-85b8-432c-84cf-fdea056a0f42","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.627978739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"5f11ecbc-0cfd-43b2-ab17-9829e4bf57b2","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:17.682615387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-free","reconcileID":"6a9bc721-68e5-4b89-ac97-9cb36523d8d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.736897681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"bade45fe-cdd2-458b-a964-cdf3334adc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.737358473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"6565d44e-adf7-4f19-b790-70c0ea848c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.796234811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"bade45fe-cdd2-458b-a964-cdf3334adc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.796410498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"6565d44e-adf7-4f19-b790-70c0ea848c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.806366257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"1c0aaeca-f567-4873-beeb-86d34d8b7a0d","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.849062605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"29878fe4-2f29-455c-bb61-7a7d1d3a8b99","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.880916601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"50a0fa8f-2601-4b1b-8557-c26022bf8638","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.908487704Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=0:[ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-free ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.908543156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"5022c4cd-260d-4bc3-a100-f3526d0a0d6c","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.967950953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"b60078c8-0356-4631-96be-f639e682d02c","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.009282108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d1dced5d-8d1d-4e1b-904d-97496e89aef2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.020173319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"640771be-df41-4d49-93a6-5cde44d4e6c8","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:18.022522809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.067856493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d1dced5d-8d1d-4e1b-904d-97496e89aef2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.077174648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f164e133-2818-4d11-815e-db1116877de7","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.103426663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-free","reconcileID":"99ddb81f-de91-447c-a82d-ea5c5bf269bc","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.166446581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"192c2a8a-5e50-48c7-a19e-01cc0a454a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.166446296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e19204b6-2e5b-4806-ad09-1d2ae4a0b020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.226735583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"192c2a8a-5e50-48c7-a19e-01cc0a454a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.227081171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e19204b6-2e5b-4806-ad09-1d2ae4a0b020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.240774892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-premium","reconcileID":"a9beb0c6-a3cc-46f7-a3c3-6e7605c225c6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.274706667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"0230d603-d481-4eaf-9e9e-dc4565efdc5e","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.342225212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3e02c668-b2a9-4108-ba6d-5ad255aada6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.412387716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"bde308e6-8de3-470c-8609-59a6c2758c90","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.435483917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a393733e-7e6a-456d-8092-4c16901fbe2e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.43999514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-free","reconcileID":"59a27003-965c-4a95-9a88-fb6c4f1b04fd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.494076556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a393733e-7e6a-456d-8092-4c16901fbe2e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.574865225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-premium","reconcileID":"e35b3b79-891b-4bb3-9631-8956aebfd047","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.636154021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"019a602d-37bd-4559-b887-7824db0a0c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.636188586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"75ab1a89-0173-465c-992e-7cbf343a424b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.696410862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"75ab1a89-0173-465c-992e-7cbf343a424b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:18.696410864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"019a602d-37bd-4559-b887-7824db0a0c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:19.346938155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"d711172e-8f84-4545-bbcd-1e025c41b289","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4afc0f","tenantID":"e2e-ipp-b-4afc0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:19.467479776Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"d711172e-8f84-4545-bbcd-1e025c41b289","name":"e2e-ipp-b-4afc0f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.179492715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d8c9f958-66bc-446d-85b2-b4eb7acd965c","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.340117951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"49d78173-9fc5-4e27-bee9-f6986783cf1e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.340115901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"dea2868e-285f-4f25-9345-9accabcbf4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.340424333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b6ffe910-1d64-437d-9ce3-8d3f4504d3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.400851994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b6ffe910-1d64-437d-9ce3-8d3f4504d3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.40111478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"dea2868e-285f-4f25-9345-9accabcbf4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.404504261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"49d78173-9fc5-4e27-bee9-f6986783cf1e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.544843278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","namespace":"ai-tenant-e2e-praxis-b-a7e55c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.54491014Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","namespace":"ai-tenant-e2e-praxis-b-a7e55c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.544964294Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","tenant":"e2e-praxis-b-a7e55c","tenantID":"e2e-praxis-b-a7e55c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.601136484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a7e55c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.668356612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Service","name":"maas-api-e2e-praxis-b-a7e55c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.725005061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a7e55c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.780310434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a7e55c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.837331939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.893750083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:24.952308263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.013980316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.067759373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.121296417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.174804276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Service","name":"payload-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.228314566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.282046274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.335717417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.389051102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.451978154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.505432949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.558786016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.612372413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a7e55c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.667071015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a7e55c"},"namespace":"ai-tenant-e2e-praxis-b-a7e55c","name":"default-tenant","reconcileID":"22eea55d-607c-4ab4-a375-e1b2af1bcdcb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a7e55c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.692863534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","namespace":"ai-tenant-e2e-praxis-b-b0d73b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.693078952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","namespace":"ai-tenant-e2e-praxis-b-b0d73b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.693211927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","tenant":"e2e-praxis-b-b0d73b","tenantID":"e2e-praxis-b-b0d73b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.753841426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b0d73b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.815940089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Service","name":"maas-api-e2e-praxis-b-b0d73b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.878086882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b0d73b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:30.936848398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b0d73b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.036977821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.094796943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.153120646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.210358738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.264186727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.319472411Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a7e55c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a7e55c","reconcileID":"f4802283-b552-4392-bb49-1073131d19fd","aitenant":"ai-tenants/e2e-praxis-b-a7e55c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.426846294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.498845054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Service","name":"payload-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.552646507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.606281579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.659636486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.723923989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.782189737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.839947128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.893948983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.964046446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b0d73b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.023971678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b0d73b"},"namespace":"ai-tenant-e2e-praxis-b-b0d73b","name":"default-tenant","reconcileID":"c8f21acf-3297-4941-9d2f-b3f06b019c84","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b0d73b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.054369358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e044b-a994-4d46-b85c-7b7a31a3126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.108641122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e044b-a994-4d46-b85c-7b7a31a3126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.162741658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e044b-a994-4d46-b85c-7b7a31a3126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.169356199Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a7e55c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a7e55c","reconcileID":"f4802283-b552-4392-bb49-1073131d19fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a7e55c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a7e55c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.220032945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e044b-a994-4d46-b85c-7b7a31a3126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.34736104Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-free","reconcileID":"50f6684b-0bc8-4f57-841c-07b1428e13b3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.622825761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-free","reconcileID":"50f6684b-0bc8-4f57-841c-07b1428e13b3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.798706969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-premium","reconcileID":"a6d8b3e8-b1ab-4ca5-b524-fad7dc888262","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.799107672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"ffd02dcf-8196-48ac-b26b-a54d7517c73c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.907071095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d9f82fe0-de7a-4af7-b3c1-2109923c74ed","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.967373202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"a17034e1-888c-47c2-b9a5-29a0a61161f1","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.060320068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"087c3f43-6af2-40f9-babd-0f6509f8ec39","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.090116571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"57f2c906-48a4-4761-8dc7-8c665e7c2e3b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.090194789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"12632ff9-9819-43aa-8780-7c5f84217629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.090580753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"22b45e18-2220-4599-b6ff-52157d4d1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.153120167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"22b45e18-2220-4599-b6ff-52157d4d1ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.154077991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"12632ff9-9819-43aa-8780-7c5f84217629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.157294743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"57f2c906-48a4-4761-8dc7-8c665e7c2e3b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.617677274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1bce62b1-0052-4fee-986d-58289f25b1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.671836954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"017fea1b-d7c0-4168-bcfa-ec0b0efeff0f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.671951438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"42203ea6-4dc7-4aea-87c1-1ad77f7dc9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.679045961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1bce62b1-0052-4fee-986d-58289f25b1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.749922073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"017fea1b-d7c0-4168-bcfa-ec0b0efeff0f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:33.758753659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"42203ea6-4dc7-4aea-87c1-1ad77f7dc9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:34.437501919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52df1dc5-d844-44ca-81d4-113345d5f1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:34.491361496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52df1dc5-d844-44ca-81d4-113345d5f1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:34.545933897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52df1dc5-d844-44ca-81d4-113345d5f1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:34.599773727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52df1dc5-d844-44ca-81d4-113345d5f1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.937786265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"5a8374d5-8cb4-4d86-82ba-31e4a849b9f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.092256959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"e61ca66b-77e7-48bf-8c9e-797201c13431","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.201322132Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b0d73b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b0d73b","reconcileID":"44ac0c12-cdc5-4e32-82db-d8558d1ca714","aitenant":"ai-tenants/e2e-praxis-b-b0d73b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.891200337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef926-7f43-4a03-9f6e-4aab30874a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.945240186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef926-7f43-4a03-9f6e-4aab30874a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.952252533Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b0d73b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b0d73b","reconcileID":"44ac0c12-cdc5-4e32-82db-d8558d1ca714","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b0d73b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b0d73b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.999303982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef926-7f43-4a03-9f6e-4aab30874a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:39.053895522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"748ef926-7f43-4a03-9f6e-4aab30874a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:39.331034491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"699bb12e-bc04-4fc0-a13f-ae0cf5243ca3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.092713777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5394f77-2460-4954-9368-e0c56c28640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.146538284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5394f77-2460-4954-9368-e0c56c28640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.200243361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5394f77-2460-4954-9368-e0c56c28640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.254249065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5394f77-2460-4954-9368-e0c56c28640b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.811431081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"0c354d1d-966b-4f57-b8de-08929ef040a8","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.871078052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"94a79f85-97fc-4078-b73a-e994e7534032","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.031894662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"aae8d64f-061d-465d-8201-e4b56c9b4e99","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.035381175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"7e512b85-c58e-41f7-b008-60aae67a42d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.090646131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"aae8d64f-061d-465d-8201-e4b56c9b4e99","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.101856486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"88213b7c-1fe8-4cbc-b6ec-b86373ce16bc","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.160803137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"64cef2c4-68ee-49b7-a2d0-dc8bceda3543","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:42.221094975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-subscription","reconcileID":"77596fac-d3a7-4127-a986-f6500f3aaaaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.261351678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"096e50d6-2d13-492d-b820-ce0b5b64746e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.261368927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"fde9f2b5-aaed-457d-a4d9-76ebbc81959f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.322504425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"fde9f2b5-aaed-457d-a4d9-76ebbc81959f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.324898896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"096e50d6-2d13-492d-b820-ce0b5b64746e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.337098398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"80767d36-c210-4f88-957b-3023f77b59b9","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.366804796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"379b9351-7fb9-4c70-9c52-a8aa5e5e7155","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.396261106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"84826598-e515-4df6-8416-0535097e6359","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.527773629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"23cdd757-ea4a-4a82-a13b-394b9dfc3a2b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.56568572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"d967a332-7ceb-494f-8898-bdb9702da2c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.586803609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"23cdd757-ea4a-4a82-a13b-394b9dfc3a2b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.619228629Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-subscription","reconcileID":"d9939c5c-973d-4ccd-9a6f-6b3dd0b25057","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.643070313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9b739490-9fd8-4aad-8465-b376b8eac11b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.646346363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"48b4ebd1-d735-4d9d-b59b-6348a7dfd4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.701647418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9b739490-9fd8-4aad-8465-b376b8eac11b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.704970052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"48b4ebd1-d735-4d9d-b59b-6348a7dfd4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.782255681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"0f95e374-510a-4250-9a7d-bb480e7d3ecb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.790647522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"4e388f54-376e-4382-9a33-42dd01fd7b5f","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:42.95228311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-subscription","reconcileID":"04e20850-a21b-4f00-bc09-e85b55c61ac2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.123957932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"da3ccd4b-5e5c-4d95-af1f-b17726d69831","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.246903067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-premium","reconcileID":"b11950af-84f5-46a4-a22e-487539ba2865","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.415495658Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-subscription-premium","reconcileID":"b11950af-84f5-46a4-a22e-487539ba2865","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.577842099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"b8ee6434-0f33-47e1-ba03-fec8b96d25e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.682683748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"bc49aab9-6eac-4e50-ba59-fab301cbeb54","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.744208559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"8fb4ce1a-571c-43bd-afdb-c35ee35408ab","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.844367289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b5e27a4f-51de-430e-b2e5-ed92373106ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.844867722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"415ef3cb-444c-4112-83a0-ae534df68301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.845063958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"3447f4d2-0f57-4e73-96a2-cb53625308ad","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.844367277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d5db46fb-d899-40a6-9c0f-2d1a956ea62c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.903582893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b5e27a4f-51de-430e-b2e5-ed92373106ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.905350158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d5db46fb-d899-40a6-9c0f-2d1a956ea62c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:43.906090533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"415ef3cb-444c-4112-83a0-ae534df68301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:44.111326093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a3d9c5a2-a506-4037-b1a6-3c2b26af0bc8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:44.276756938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"8fb96e96-d27a-41c5-921e-25d3225e8db9","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.540411052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"4b8c75b2-0f08-4be1-bcb9-210334c50740","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.70206791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"aed34074-f7fa-4515-ae12-560f7c42ad69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.769582026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"aed34074-f7fa-4515-ae12-560f7c42ad69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.806493645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"504bd12f-fbcf-448b-b122-a14da1c52790","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.80649339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"68de8dc6-f6e5-4f2b-ae17-cf69fa41a902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.852159261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"1fb6e416-16fb-47fb-893f-7d2f63ec197d","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.865521254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"504bd12f-fbcf-448b-b122-a14da1c52790","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.865932915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"68de8dc6-f6e5-4f2b-ae17-cf69fa41a902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.903391975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"96f984ab-8a08-4261-bcd1-095c3470a5ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.911507348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"8e10a503-070d-4b30-ad01-91e9c8f5328d","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.953407135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.003361877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"52ec46c8-92bc-48d8-9cde-ee773f0f2ae9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.071281143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"e224a28b-2e00-4b88-b396-a37d85743af9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.130905315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"e224a28b-2e00-4b88-b396-a37d85743af9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.142364887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"3d4c5925-e25f-4492-bab8-c12820087bbb","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.19901046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"40865de4-6cb9-496c-9174-bf4a1b96c04c","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.25511114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-user-subscription","reconcileID":"78bd17e0-3e72-4d9a-881c-533f68342787","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.307361275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"49be932f-e2fe-4687-af23-7d1851b936ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.307361339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2e6a713b-f290-49c4-8ad9-e01d7674627e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.365879422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2e6a713b-f290-49c4-8ad9-e01d7674627e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.366478658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"49be932f-e2fe-4687-af23-7d1851b936ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.372515352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"93e709fb-9b81-43bc-8faa-57c2c1b47579","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.424493104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-712333 priority=0:[ai-tenant-e2e-worker-w4-712333/e2e-test-other-subscription ai-tenant-e2e-worker-w4-712333/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.424552127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"e7b27a46-10b8-4de8-b650-2142510e7e76","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.430749726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"28229378-c259-4cfe-ba17-eee0414b8979","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.455769547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"bd21f132-e053-42f1-a2a7-d46d1a6df2e6","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.479512778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-712333/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.535577135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"c760c1e6-4956-4f9c-8bc0-be8e76537537","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.536684295Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-712333/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.594366911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d5a1d0d4-f9e2-433b-9d6f-c71ea3ead9b1","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.615540046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"c01cef26-5ed7-4afc-a0e0-f5be385abd02","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.653832349Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-user-subscription","reconcileID":"3f5bc753-f052-46f4-9315-a85139eb0b51","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-712333/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.673886177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"c01cef26-5ed7-4afc-a0e0-f5be385abd02","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.755314705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-other-subscription","reconcileID":"35f58e4b-8815-48db-86a7-df03774a60f1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.759402911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7cc18b83-2cdb-4a2c-b9fe-e883d43df83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.759399912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4a368e02-ebba-4093-bd94-12effd4ee1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.818587009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7cc18b83-2cdb-4a2c-b9fe-e883d43df83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.818778079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4a368e02-ebba-4093-bd94-12effd4ee1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.824589335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"ea398261-96b5-4458-815b-5edcd1408181","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.855854286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"536f32a2-1db3-466d-a116-9587b54c4afd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.925874962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"9d02c966-ab8f-4a34-bab8-104025463345","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.945938861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"c01cef26-5ed7-4afc-a0e0-f5be385abd02","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.986272546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-user-subscription","reconcileID":"55a90631-ca25-4a0b-89fc-242b3f2aa6d4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.089698797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-other-subscription","reconcileID":"edebba61-6b29-458f-9b9a-6e972515596b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.113335704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"80fc4385-4b39-4fab-8bba-2ea06e758866","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.172619145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"80fc4385-4b39-4fab-8bba-2ea06e758866","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.264443026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"45b4591a-e2ed-43ed-b7ef-d9afc3ab891a","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.141276373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"73709cf7-95a7-4762-b576-13c5b40039a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.509720434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"cd616d9f-dfc7-4982-886d-44a1ba02af17","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.684095453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d97d663b-7c7d-40b5-aef1-27738c114b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.684095502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"f6ae97b7-8030-4fda-a9c3-3864dac339aa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.684437444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"05894306-00dc-47f3-86c2-067cef127ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.73136839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"781faa38-4279-4ed9-a4ad-ef16c3d9d90b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.74453997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d97d663b-7c7d-40b5-aef1-27738c114b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.745276126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"05894306-00dc-47f3-86c2-067cef127ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.748850156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"f6ae97b7-8030-4fda-a9c3-3864dac339aa","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:49.852445716Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"781faa38-4279-4ed9-a4ad-ef16c3d9d90b","name":"e2e-praxis-a-bff3b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.510847713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2f0ca29f-4815-48ba-9e01-e62cb147939b","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.567490213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"49fa80b0-2013-424e-a9e8-0bfb02950526","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.727181036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"bf9df3de-c16e-4074-baae-4342762edf2c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.786256439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"bf9df3de-c16e-4074-baae-4342762edf2c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.789520291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"9e5f6014-d5d6-4215-9e5f-fdc36fc38075","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.850432638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"40dd9678-1357-4883-b73e-c531790e08cf","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.901149384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"4e306049-86a8-4f56-b117-760b8ae56a79","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:54.904809876Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.950214334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a2ee587f-78d9-4ffe-8af0-03f51027bd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.950259184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"c5921330-cac6-4b14-9157-f518ef7a8d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:54.958185158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"4a433340-5836-4b80-86bb-5705cbff0567","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.009347863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a2ee587f-78d9-4ffe-8af0-03f51027bd24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.009897083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"c5921330-cac6-4b14-9157-f518ef7a8d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.17374943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b50ed48c-596f-4200-aef8-08999fe35239","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.229010891Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-sub","reconcileID":"dcced6c4-93ed-4129-b31a-4935f8a470d2","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-status-active-sub","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.334880876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"d5fe2f2e-246d-4609-aa96-db16053e60a3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.391716771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"558857e4-54e8-4014-ae3d-b9e87ca39cff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.395044372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"d5fe2f2e-246d-4609-aa96-db16053e60a3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.398969221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"c6a2b9f7-1d48-40c9-b3e9-0d8b3e16ab74","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.435012161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f51b1c43-ba9b-4081-a9df-7e49733f8a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.43503059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ac289f85-29d0-4014-a1ae-4fb37dcf8065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.494698972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f51b1c43-ba9b-4081-a9df-7e49733f8a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.495295003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ac289f85-29d0-4014-a1ae-4fb37dcf8065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.560639788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-sub","reconcileID":"eaf79027-6f8c-4c6c-959f-a4ad10089aa3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.714353012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-subscription","reconcileID":"bceaf066-bf1f-4825-8b7b-559279989584","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:55.883048957Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-subscription","reconcileID":"bceaf066-bf1f-4825-8b7b-559279989584","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.045515238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"de03f1d7-8ea7-4c6a-ba2c-743d9d9669ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.11002819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"acc75913-1d22-4c23-a247-d12bddb78776","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.170625323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2b6e2956-aaef-47dc-bdd8-59282060bcd2","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.270257077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ae49319b-c830-4b7c-ac98-0128e36071be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.270259318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"4b482639-0e8d-497b-b57c-acb43fd00ce2","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.270537378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"39257258-824f-4d5f-b62a-9f7dc80d788d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.270886791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"8c86dce1-74d5-41e9-a7a8-f424698883ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.329853377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"8c86dce1-74d5-41e9-a7a8-f424698883ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.330449541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ae49319b-c830-4b7c-ac98-0128e36071be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.332681911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"39257258-824f-4d5f-b62a-9f7dc80d788d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.537269525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-auth","reconcileID":"bad13e52-1506-4c11-bb72-d2dba4498517","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.749303983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"149c28d7-9f42-4120-9c62-00a838553cfd","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.566064868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d6451f8f-2d43-4aeb-98f9-2cbf25cffc80","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.693933885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c4434354-9679-4390-9719-9871476eab5a","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.725667587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"ae707886-5f79-4295-928e-df8a8957fbe1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.725766078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"642f2385-2cf1-43d2-ac9d-28066afcf931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.726386406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6f580ceb-361a-47ce-ba89-a5b4f9bead90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.752154162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"f66f6da1-b65b-4b0a-af3e-8976060e5289","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.78462945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"642f2385-2cf1-43d2-ac9d-28066afcf931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.786362474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"ae707886-5f79-4295-928e-df8a8957fbe1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.787112572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6f580ceb-361a-47ce-ba89-a5b4f9bead90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.911228289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"bf6552f6-7791-4ed9-ad37-f3c61432dc44","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.974172171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"bf6552f6-7791-4ed9-ad37-f3c61432dc44","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:57.993423385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"edd97de4-27bf-44c8-9172-5768bea0e8e7","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.052277247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"30776226-1d2e-42e2-87c0-b0b368625a3b","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:58.105615265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-sub-only","reconcileID":"3542376d-95f2-4805-b697-3186f667ac8e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.154098513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"33311935-032c-497b-81e2-a4ce95e9fc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.154453654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ba492365-0402-4673-a97d-f30477280b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.21335088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"33311935-032c-497b-81e2-a4ce95e9fc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.213362577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ba492365-0402-4673-a97d-f30477280b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.223291297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d5d00f86-ea39-4548-ae2b-6111cae5d91f","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.253107284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"69177511-8e03-4dbd-b815-c6ca672eeeb3","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.280249467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"982d3bf1-18f0-49a2-aa3a-ee58c23d47b0","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.413882296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"eceff2e1-d5c9-4169-be5d-bb348ffbf64f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.475053113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"eceff2e1-d5c9-4169-be5d-bb348ffbf64f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.503271355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-sub-only","reconcileID":"fda627b6-7a63-40e0-bf96-d1277629a00f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-cefeaa/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.581220827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"92fdddbe-f825-434c-8c60-72ec3fe16c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.58123133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"665287bf-a79f-4290-b121-7b44e506a8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.640183387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"92fdddbe-f825-434c-8c60-72ec3fe16c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.640808136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"665287bf-a79f-4290-b121-7b44e506a8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.666260112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"20c415a4-e38f-4035-b3bb-71587e88c63c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.676352742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"58fbbae9-9578-4186-b0a8-4a3f1c342760","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.838338111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-sub-only","reconcileID":"c81bfe77-f805-4f2e-95cf-98dd07d82607","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.691628142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-user-subscription","reconcileID":"ed61e4ed-d3c5-4a3d-92be-0f10fb461121","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.861499897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-user-subscription","reconcileID":"ed61e4ed-d3c5-4a3d-92be-0f10fb461121","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.024284806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-other-subscription","reconcileID":"ee75212a-5b92-48be-aac0-653e6565c868","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.024443619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"573a7718-ca60-4296-8122-3e851f64ba5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.129224313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"b73a062d-4660-4550-927d-490cf16675ae","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.188108209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"bac42204-cf46-4950-9422-3337057eac16","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.290997506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fd43ae8e-337e-40c5-b93a-bedfc454421e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.291039323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"480f0cf3-017a-40ff-b357-384fb4c73b40","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.291342307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"7f79fa58-1c9e-4246-b12e-fdd1fb3495a1","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.291490275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1be5c3f3-3b2c-4088-b632-bbd8e4980fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.349622323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fd43ae8e-337e-40c5-b93a-bedfc454421e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.35002311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"480f0cf3-017a-40ff-b357-384fb4c73b40","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.351921812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1be5c3f3-3b2c-4088-b632-bbd8e4980fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.724939737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"2583f6ef-ca63-4e6a-bbbd-3e339d0b1de3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.724968156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c245e3c4-ac4d-4c7c-a933-6442a4b038a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.725370097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4c84c512-c8ef-441b-9db8-269fa52db047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.783946722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c245e3c4-ac4d-4c7c-a933-6442a4b038a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.784579508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4c84c512-c8ef-441b-9db8-269fa52db047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.786104456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"2583f6ef-ca63-4e6a-bbbd-3e339d0b1de3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.363144763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"48cfb3db-f3ec-4a1b-a7e9-2afeff2d1e84","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.528556425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"727cf531-b37f-4740-8095-fbbc13ec344d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.528560593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"ec56f6b2-fed0-40fd-a8b3-61979bd13886","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.529002084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"ae3d5812-e294-43ba-b407-64328cd3c04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.588139366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"ec56f6b2-fed0-40fd-a8b3-61979bd13886","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.588734086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"ae3d5812-e294-43ba-b407-64328cd3c04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.590517515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"727cf531-b37f-4740-8095-fbbc13ec344d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:07.733204875Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-sub","reconcileID":"2787ab54-f408-4bc8-8302-e2d5cb8a8c47","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:07.903976572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-sub","reconcileID":"2787ab54-f408-4bc8-8302-e2d5cb8a8c47","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.071959091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"54f54c48-4ba8-4036-9e82-a03b56c2a9cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.174159236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"bebbcf13-9498-4fba-a0ff-b34391565112","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.313830432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"3bda4b04-91f1-4c7c-80aa-e6c2db816d19","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.342593103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"73a7a476-6936-4ead-a65e-e3bd38acf2ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.342685748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"71cd6b8b-1faa-45c4-949b-4fe626c7b0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.342944726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"0a8b1589-6cdb-4615-86e4-bc9db18ec6d3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.402081937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"71cd6b8b-1faa-45c4-949b-4fe626c7b0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.403267953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"73a7a476-6936-4ead-a65e-e3bd38acf2ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.404519495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"0a8b1589-6cdb-4615-86e4-bc9db18ec6d3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.610233187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-active-auth","reconcileID":"83d54d1d-b503-4c3f-b37b-89e58eeac932","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:08.826887759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"adfdf741-6be3-44ca-ac6c-b606da0a02b3","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:09.835116197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-failed-sub","reconcileID":"e5f907da-8243-4e47-9ad3-26cebe067fe9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.880754927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"dafb8a18-857c-4afe-90aa-61f375127afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.890282833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"16249b25-e66a-4906-9bfb-16bf2ec3eff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.957536569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"16249b25-e66a-4906-9bfb-16bf2ec3eff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.959112261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"dafb8a18-857c-4afe-90aa-61f375127afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.361449607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a5db2de6-f52a-4763-b20d-46c7302cf175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.36368025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"9d2adabe-6981-45c1-a7d8-ab965f073d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.428363531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a5db2de6-f52a-4763-b20d-46c7302cf175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.432119181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"9d2adabe-6981-45c1-a7d8-ab965f073d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.458828662Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-other-subscription","reconcileID":"ae766ad5-1f19-48c4-b721-13e756d08785","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.630014768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-other-subscription","reconcileID":"ae766ad5-1f19-48c4-b721-13e756d08785","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.796597604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"66b1441b-5c90-4e16-93c6-3a50c2baabd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.918764778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"889ea0d5-e9c5-416f-8edc-0a931822e187","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.071266081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d422fb8e-ed1c-47f9-8046-f81a521c5a4d","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.129896918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f56a9e76-175f-46e1-b59d-1a90cc2e6449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.130915906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"f0649756-b100-4736-be93-d6bbb82bf23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.131281524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"dba0bb6a-b89a-4e4b-ac5c-a3ac96c7fb4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.240943663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f56a9e76-175f-46e1-b59d-1a90cc2e6449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.243475925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"f0649756-b100-4736-be93-d6bbb82bf23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.245724292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"dba0bb6a-b89a-4e4b-ac5c-a3ac96c7fb4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.451176841Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-test-auth-access-denied","reconcileID":"eff49463-e35d-4c2e-b0c6-b569a6a9892f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.533882469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-sub-only","reconcileID":"cf0f0653-de0a-49d2-9524-0efd7b6c7fcc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.626893835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"02d34f55-6bf1-4bea-ad96-cac65c8fbec8","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.704233107Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-sub-only","reconcileID":"cf0f0653-de0a-49d2-9524-0efd7b6c7fcc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.813694823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7623000-86fe-4c2d-809d-a46ef89b418e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.869459741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7623000-86fe-4c2d-809d-a46ef89b418e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.929918086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7623000-86fe-4c2d-809d-a46ef89b418e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.930639964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"42f0eb5a-314c-475d-b6e5-363ca4979d4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.984301895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7623000-86fe-4c2d-809d-a46ef89b418e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.985602437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"d479fdd0-bc75-41a2-a82e-d84be36ffab0","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.143511625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"ba230f26-7d17-44c5-b36c-4e7ef85a434e","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.150509486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"b4cb8aa6-ee28-4597-9c93-91fdfb398098","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.150727834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e8112157-ddfe-434d-82b0-d36eb08132f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.150509502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"eb753eff-3026-4780-8170-140ce87f7212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.210907388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"eb753eff-3026-4780-8170-140ce87f7212","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.210979044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"b4cb8aa6-ee28-4597-9c93-91fdfb398098","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.218210159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e8112157-ddfe-434d-82b0-d36eb08132f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.373168334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"28d0800d-de55-435d-b859-e28ca7edb2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.373168315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a0f0f8eb-3cf3-45d3-8fb4-781782033d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.424240945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-test-group-no-auth","reconcileID":"a8b95ad2-1569-494e-a0b1-fe67bac4ef2a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.440957813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"28d0800d-de55-435d-b859-e28ca7edb2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.443615667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a0f0f8eb-3cf3-45d3-8fb4-781782033d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.69535081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"237fc896-bf99-4a7c-b932-871c79298474","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.00605859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeb4e95-fa0c-445f-9a8f-f8c7abcbf5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.060786471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeb4e95-fa0c-445f-9a8f-f8c7abcbf5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.12248004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeb4e95-fa0c-445f-9a8f-f8c7abcbf5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.176566545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbeb4e95-fa0c-445f-9a8f-f8c7abcbf5fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:15.952686492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.958771589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"e90e235f-e24f-461d-8f90-803b43c17951","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.021928808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"cd0e148d-1bfa-4e3c-8bb5-3d5af80e0448","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.198678878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-active-auth-only","reconcileID":"f724fd8d-acbe-4529-bad5-8c17a4376f56","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.270501485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-active-auth-only","reconcileID":"f724fd8d-acbe-4529-bad5-8c17a4376f56","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.68217619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"9ff34f80-0a26-4649-b40e-9854799c0396","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.890268953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-active-auth-only","reconcileID":"6065c381-fcaf-4afb-aa3b-5940f1f44408","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.956230584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-active-auth-only","reconcileID":"6065c381-fcaf-4afb-aa3b-5940f1f44408","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.025331453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"6e334c52-5a61-4f3b-b30c-4424cc1e51c6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.084616475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"6e334c52-5a61-4f3b-b30c-4424cc1e51c6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.145686656Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"6e334c52-5a61-4f3b-b30c-4424cc1e51c6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.67797141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"e44a87ae-a03a-4d4c-bb0e-d1b4508fcfc6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.75191487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"e44a87ae-a03a-4d4c-bb0e-d1b4508fcfc6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.810114755Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"e44a87ae-a03a-4d4c-bb0e-d1b4508fcfc6","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.377048978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-failed-sub","reconcileID":"f391ff55-f58b-4b36-b416-32b12490ff82","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.377267194Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-failed-sub","reconcileID":"f391ff55-f58b-4b36-b416-32b12490ff82","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.606379354Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-active-auth-only","reconcileID":"13bb2e2f-ddd6-4e5b-a6db-1d4fd7a485b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.606799427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"56ec5765-e881-4865-b8bd-31408aa4cb03","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.829895759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"52b36120-9638-49a3-ad99-d6d099f8a400","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.892035063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"8393232a-e4c4-4064-9905-fa850ddbe7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.892529645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1cd15548-1779-4044-8c88-dacb33d81c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.957541316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"8393232a-e4c4-4064-9905-fa850ddbe7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.962281685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1cd15548-1779-4044-8c88-dacb33d81c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.08978409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-failed-auth","reconcileID":"945f1b8d-99fb-4464-92aa-89ea1704fa36","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.641500859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"7bd2b80d-af32-46d1-9536-76a9a8659e27","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.699790501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"cf4ad5da-8254-46ee-9bcc-fcf183eacd2f","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.784986602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f09054c5-d267-4f03-af83-e107d4659745","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.850402684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"b7279a31-dad8-4816-8724-04aee4a4af35","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.864873791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"f683de06-32d1-4ed5-a8ae-9b9c447d9370","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.932807543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"e1853ac3-8a00-464b-a122-d4f9acb6737a","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.933384333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"f683de06-32d1-4ed5-a8ae-9b9c447d9370","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.991761421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"aafc4950-7ed3-43d5-868b-ba83b90fb2bc","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:24.049923752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"81f542d8-d220-4d44-8034-d6b6d3ac3685","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.079519523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"80ee3e88-b932-4845-82e2-555b3d4bf9e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.115969357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"41e986cf-b176-426b-bca8-f2f600ba234d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.116463563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"9e7d53e1-30c8-422d-b559-63552284fb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.148313282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"80ee3e88-b932-4845-82e2-555b3d4bf9e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.176237853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"665310d6-6ace-4dd7-aece-b6aa4e4bc2fa","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.17952955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"9e7d53e1-30c8-422d-b559-63552284fb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.180065598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"41e986cf-b176-426b-bca8-f2f600ba234d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.223341361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"365b4b87-06ef-4e6e-84ca-4597c5bdec0f","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.239316533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d49bb88f-0d19-497b-96e2-90a853bc9560","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.263753756Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"80ee3e88-b932-4845-82e2-555b3d4bf9e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.389941681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"2c202704-7b88-4a42-a81d-ba1ed1f0d315","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.439356282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"146fad5b-9b3a-4a28-b2d3-3939aab26cbb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.440355312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"146fad5b-9b3a-4a28-b2d3-3939aab26cbb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.46106082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"2c202704-7b88-4a42-a81d-ba1ed1f0d315","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.474845772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"98a7e766-8c2a-4b31-9d26-771e0a8c5003","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.475026067Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"98a7e766-8c2a-4b31-9d26-771e0a8c5003","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.504115459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"66780a5a-b9ad-4d84-bdf9-9ec67649578d","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.581228833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"d1503544-e04c-459f-afe3-0a89495ba87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.581677136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"13f06d86-4591-4a39-b0cf-2cb67c62a4a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.589513659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"a84f332e-9a97-4c8b-ad4e-62c655f1205d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.589541874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"a84f332e-9a97-4c8b-ad4e-62c655f1205d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.647610642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"11147c03-4c04-4205-ab06-f5e566fffb3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.665591237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"d1503544-e04c-459f-afe3-0a89495ba87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.671715919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"13f06d86-4591-4a39-b0cf-2cb67c62a4a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.672705868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"a6d7da9b-bb8e-4dac-a314-dba6fb2640e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.672736528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"a6d7da9b-bb8e-4dac-a314-dba6fb2640e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.673382778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"6cd5dd07-ad6c-4ce0-8421-f6715f5eecb8","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.793480518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"56d1a166-e1cd-45ca-af65-0bfab1567b90","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:24.85079692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"2c202704-7b88-4a42-a81d-ba1ed1f0d315","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.878963368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"9fc30aaa-41df-41ac-bee0-258a17a14afe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.878986889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"9fc30aaa-41df-41ac-bee0-258a17a14afe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.896307669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"b18c0209-8532-4194-8531-74ee97472113","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.896297436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"d8fed554-60b5-433c-81bb-89fd054ebec2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.945498514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"e2b1c1fc-c943-43e8-a52e-9e7f8c2fc16b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.945543465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"e2b1c1fc-c943-43e8-a52e-9e7f8c2fc16b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.965080581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"d8fed554-60b5-433c-81bb-89fd054ebec2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.966117652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"830f751a-bd03-48c3-ae19-acbce049d606","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.966327526Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"830f751a-bd03-48c3-ae19-acbce049d606","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:24.967516182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"b18c0209-8532-4194-8531-74ee97472113","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:25.001901345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"e6bc3c82-b580-4436-beb1-b0dc59f7394b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.00872707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2737dd71-980a-443d-a299-d996798edb8d","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.03569405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"09bd872e-5edc-44d9-b2a9-aa3c1f46baf0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.083839306Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"d8fed554-60b5-433c-81bb-89fd054ebec2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.098061089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"09bd872e-5edc-44d9-b2a9-aa3c1f46baf0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.104465813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"82e09f25-9938-4d86-a03c-82a5ae205a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.104465837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"560bba5b-7741-48e5-81b7-4787a75ab326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.117101543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"d7b37772-f9b1-4513-a3ff-0d0d51c4a0d5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.117234532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"d7b37772-f9b1-4513-a3ff-0d0d51c4a0d5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.164545614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"82e09f25-9938-4d86-a03c-82a5ae205a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.166373712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"560bba5b-7741-48e5-81b7-4787a75ab326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.175249781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"dd23732d-03cd-4cc4-8b11-5d6b9324f02e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.175267781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"dd23732d-03cd-4cc4-8b11-5d6b9324f02e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.244514588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"fcf6fd0e-bf44-4bd2-8833-087ecae483bc","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.295194014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"b3a3571c-075d-429b-9fee-a02b43114823","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.295216674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"b3a3571c-075d-429b-9fee-a02b43114823","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:25.392719331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"d8fed554-60b5-433c-81bb-89fd054ebec2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.393995315Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"b182a634-9dc4-4582-9fce-0f5146005e1d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.513682061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"051e6418-2805-4642-9b1f-a0214e46da19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.564234848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"daecc828-5dff-454a-bfba-5444b0d5a2e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.564263221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"daecc828-5dff-454a-bfba-5444b0d5a2e1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.576295976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"051e6418-2805-4642-9b1f-a0214e46da19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.616238779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"ab782b70-6a50-405a-8f22-6e3f46ebcb04","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.651053976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"365c4a35-37fd-4772-98ea-deb2569ebd06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.651054396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"02a9fa7e-4b45-42c8-8f89-c2fde8d3a66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.674696892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"ab782b70-6a50-405a-8f22-6e3f46ebcb04","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.710465778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"02a9fa7e-4b45-42c8-8f89-c2fde8d3a66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.711178663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"365c4a35-37fd-4772-98ea-deb2569ebd06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.724921122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"b2505ad7-803b-4d7b-9036-ef944c72f3b3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:25.784845619Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"ab782b70-6a50-405a-8f22-6e3f46ebcb04","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.245517713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"89242c16-a563-4624-b5af-6f3cd105cdca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.245564919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"75d24b89-2ad1-46ec-a26e-bc9f31a8d4ac","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.304609817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-status-degraded-auth","reconcileID":"89242c16-a563-4624-b5af-6f3cd105cdca","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.355837745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"d054cef2-2400-4a7d-9eb5-a30b46756b86","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.516399544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"7008370f-ce1f-4385-b663-2efc24388259","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.51644607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"048e9fed-a23e-4fbb-abe7-aa0c6dbf8cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.516800465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"dd8cf74c-b0e2-4a72-aaa0-a6a4fce49dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.567194856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f3109f59-75a8-4b52-bbe5-f405b35582a0","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.577968799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"7008370f-ce1f-4385-b663-2efc24388259","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.582541278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"dd8cf74c-b0e2-4a72-aaa0-a6a4fce49dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:26.585037094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"048e9fed-a23e-4fbb-abe7-aa0c6dbf8cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.523583416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"97065f60-ea28-463d-b3d9-fa7f4e62cf11","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.58087663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"86e11255-d377-4fe5-b257-b9cfd1b38383","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.754251099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"81450d0d-c620-447c-9886-f34be16d220d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.813373313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"81450d0d-c620-447c-9886-f34be16d220d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.819353886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"927a2579-518b-4d7b-abe8-f586fe099d24","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.876253172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"a1f385ea-e470-4016-850d-31bf56eafb1f","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:27.930286451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"b3b3909a-d80b-441e-a613-20edfdfdb1b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.935907364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"a8f4ee75-e0ee-4f72-b1c7-a6a134996aa9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.935935263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"a8f4ee75-e0ee-4f72-b1c7-a6a134996aa9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.979064931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c3ddad4f-e130-4257-ae68-d8e58b4ddaf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:27.979083638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"73046c49-de15-4c84-8f94-b72f3847bc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.037856812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"73046c49-de15-4c84-8f94-b72f3847bc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.038451844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"c3ddad4f-e130-4257-ae68-d8e58b4ddaf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.047871773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"913ce6c0-7f12-4720-9e5d-9a6a0cf6adfe","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.091700559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"aa182799-f9a5-4590-b828-69e8190a8ceb","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.105085143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"8847cd67-a8aa-48cf-8fb8-215c17895dc6","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.191963927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55191e7e-bf76-4952-a02d-5ff02d473a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.245798805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55191e7e-bf76-4952-a02d-5ff02d473a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.2997559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55191e7e-bf76-4952-a02d-5ff02d473a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.30014413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"8579621a-cea2-409e-89a9-837b99e4ff6b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.353731025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55191e7e-bf76-4952-a02d-5ff02d473a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.412874299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"8579621a-cea2-409e-89a9-837b99e4ff6b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.415100851Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"12336ce2-215d-4948-bd61-0ce85919acaf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.415245415Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"12336ce2-215d-4948-bd61-0ce85919acaf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.460788351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"fa522c5f-e602-40e3-8131-904e1656fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.519812343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"fa522c5f-e602-40e3-8131-904e1656fe4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.574188872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ddabd964-bd4a-4876-b434-084527a34167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.628137682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"2bd100c0-a25d-4bfa-9f56-e7a7814b95dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.636600023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ddabd964-bd4a-4876-b434-084527a34167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.688848758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"2d0fd1f1-7125-49a9-b2f0-2cff5fb263db","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.850149884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"c44c0245-ee5a-49f3-82d5-b1f9e853c4da","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:28.850305026Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"c44c0245-ee5a-49f3-82d5-b1f9e853c4da","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:29.122487304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"2900f142-f380-4c4e-95c2-8dc85faf92d7","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.297951019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8721f86e-33e3-4496-b2ea-626a709d4146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.352471219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8721f86e-33e3-4496-b2ea-626a709d4146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.406198229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8721f86e-33e3-4496-b2ea-626a709d4146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.460065955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8721f86e-33e3-4496-b2ea-626a709d4146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.877147719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"4342c81d-dbd4-4055-86c6-481a039e1529","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.075805233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"8400c412-dafa-4f84-81ed-c9a689009167","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.07583334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"de11f239-3fc1-4558-a396-086766ac774a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.076271184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"77eeda82-a98e-4592-bcd2-fb1f69ec7319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.136117431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"8400c412-dafa-4f84-81ed-c9a689009167","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.13614446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"77eeda82-a98e-4592-bcd2-fb1f69ec7319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.139670313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"de11f239-3fc1-4558-a396-086766ac774a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.486855997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6072df6-57a9-4a4d-993d-f0c0fd58a593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.540706291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6072df6-57a9-4a4d-993d-f0c0fd58a593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.594477386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6072df6-57a9-4a4d-993d-f0c0fd58a593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.648368762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6072df6-57a9-4a4d-993d-f0c0fd58a593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:36.528555813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"00250a6d-bcff-471f-9a19-466b33909c8d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:36.69780478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"00250a6d-bcff-471f-9a19-466b33909c8d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:36.697839351Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"00250a6d-bcff-471f-9a19-466b33909c8d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:36.69797285Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-sub","reconcileID":"00250a6d-bcff-471f-9a19-466b33909c8d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:36.86049909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"39fe972c-a30d-4dfb-9bc6-6758e81c568a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:36.976017505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"cee2fc13-a8cb-45f1-99e3-fdce6b001ae8","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.128070731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"a8fc692b-9721-4dfc-b3f8-64b264746c9d","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.136356962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"a49b57e0-909d-4678-8429-80af73eeb41c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.136573585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"849eb830-0603-4aed-83fc-5715b5536c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.136808291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"94a578db-9979-48b4-a027-2f84faeb0755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.195728653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"849eb830-0603-4aed-83fc-5715b5536c78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.195833726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"94a578db-9979-48b4-a027-2f84faeb0755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.197989726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"a49b57e0-909d-4678-8429-80af73eeb41c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.403247377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-status-degraded-auth","reconcileID":"27cabad7-7cf4-4118-a530-00d51dc7c872","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:37.668695135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"92f6e52f-7223-4612-951d-13dc33f30965","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.547433125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"ed8b7ce8-8f2b-45ee-ace8-1ce3702a0062","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.657729901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"80fc7d5a-9a0f-4180-8abe-0390c7bb87e6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.841044996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"614cd5b3-1431-4b84-8700-14b358dbb55b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.848273189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"654053f8-a13e-48c2-90d7-a8c6b8cec2ae","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.900508776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"614cd5b3-1431-4b84-8700-14b358dbb55b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.910624872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"64682514-b879-44ec-96d9-e4f63ed082bd","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:38.963549651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"d8c296e5-1a5a-474f-96a1-c5443bc9bb4d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:38.963969361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"0b505edf-50ac-4cdd-be98-66d50f992cd3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.022201414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"742c2c90-831f-4d89-a140-7e4142cc14d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.022718585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"f53f43f5-383c-4c75-9767-7d0bfcb177be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.085575483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"6e40b63e-f9ce-4455-906b-7aba57baa4ea","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.089629692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"742c2c90-831f-4d89-a140-7e4142cc14d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.094952311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"f53f43f5-383c-4c75-9767-7d0bfcb177be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.153751723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"f7b71adf-e342-4cb6-8b67-5d70661687c0","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.154421001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"e43c4b79-387d-4441-94f5-ce5a7393cb84","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"tenant":"e2e-worker-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.154436811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"e43c4b79-387d-4441-94f5-ce5a7393cb84","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.242589928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"888312fb-acd4-4590-9dce-954ac7d0a25e","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.425755683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7ed2b877-93d8-459a-9df8-552ab7a3bd34","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.443108546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"94e91e6f-fea5-45c2-b4a7-c23d8c06b999","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.443383212Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"94e91e6f-fea5-45c2-b4a7-c23d8c06b999","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.48828223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7ed2b877-93d8-459a-9df8-552ab7a3bd34","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.54004691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1cab173f-e15d-42e2-897b-9b6b49248ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.540046913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4cddb876-fa14-45ad-aa5b-57be0810b903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.600392468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4cddb876-fa14-45ad-aa5b-57be0810b903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.601926483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1cab173f-e15d-42e2-897b-9b6b49248ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.609026712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"02ae6c2f-76b0-4531-a69f-6337cbb21d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.675191176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"8f36ea05-2f43-4d3b-b4fa-e0906643fff6","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.869260889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"163ac838-cbed-4d34-8bf1-437adce8173d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:39.869441043Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"163ac838-cbed-4d34-8bf1-437adce8173d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.31312221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f73a54-0317-4b4b-8fd4-d4bc73978fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.367406629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f73a54-0317-4b4b-8fd4-d4bc73978fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.421761135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f73a54-0317-4b4b-8fd4-d4bc73978fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.421998082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4f4e5e2f-d930-43bb-8ae1-248e3f23d5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.422223427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e287203e-44ab-4f02-a4e4-31ac95d1a320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.422234175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d8ad1568-f37a-4eae-9d0d-c4ba9a71b5b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.477158279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f73a54-0317-4b4b-8fd4-d4bc73978fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.537795626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"4f4e5e2f-d930-43bb-8ae1-248e3f23d5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.537825703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d8ad1568-f37a-4eae-9d0d-c4ba9a71b5b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.541409243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e287203e-44ab-4f02-a4e4-31ac95d1a320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.961460868Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"2e958301-b89f-44d5-a2f7-2a94483a13de","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.015275868Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"e2e-temp-model-status","reconcileID":"9ec51cc9-5b3a-471a-8910-eff17d70a343","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.015702907Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"2e958301-b89f-44d5-a2f7-2a94483a13de","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.044386022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"85635d19-9728-47e9-99b3-dfa325519a8a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.121518778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee56f35d-7233-4da5-b99c-910210d86341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.121518717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"6242eae5-932c-4a3a-bea6-b3683f843834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.122194207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"c8c3771a-c77a-4592-90ef-2261096e4e79","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.184537713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"6242eae5-932c-4a3a-bea6-b3683f843834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.185174823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"c8c3771a-c77a-4592-90ef-2261096e4e79","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.18527081Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"c8c3771a-c77a-4592-90ef-2261096e4e79","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.187583365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee56f35d-7233-4da5-b99c-910210d86341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.1878637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"db7981c4-4f31-43f8-be57-099911971ac6","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.213021325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"85635d19-9728-47e9-99b3-dfa325519a8a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.213057147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"85635d19-9728-47e9-99b3-dfa325519a8a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.213207509Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey","reconcileID":"85635d19-9728-47e9-99b3-dfa325519a8a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-712333/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.375192429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"1473f9e6-29ab-4c1b-8538-dafe68a5e1dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.490549415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"7cd71f0b-6878-485d-8367-b21d9b97b71d","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.563422832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d2c685ac-a993-4b80-b82d-045a10afc087","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.622848405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d2c685ac-a993-4b80-b82d-045a10afc087","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.622968194Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d2c685ac-a993-4b80-b82d-045a10afc087","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.62374078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"7ed7aa25-93c2-45df-b839-57fb9f81f6f7","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.653806419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"751faf4b-da9f-4ea9-a189-2ed2ca11c4b0","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.699489202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"919fb243-2824-4f22-a85e-984bb5fcfeed","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.722333591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0ee6f867-a4e0-46cb-9923-a36828e2a82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.722336986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f500f453-f04c-4930-b80f-2fac424c1431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.75835375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"919fb243-2824-4f22-a85e-984bb5fcfeed","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.78349493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0ee6f867-a4e0-46cb-9923-a36828e2a82c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.786327556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f500f453-f04c-4930-b80f-2fac424c1431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.836184396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"52c61c64-8f0f-4a7f-b462-900e01dc62f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.895950563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"52c61c64-8f0f-4a7f-b462-900e01dc62f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.93378851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"1762ff87-a9d1-44b6-b1f4-f9e49fda897d","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.990866027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-degraded-models-apikey-auth","reconcileID":"afc030e4-1ed4-4ac5-9379-e713e5262da5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.996619398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d6eb3a63-eb5f-44d1-ac9f-d20e5a42cb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.055421413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d6eb3a63-eb5f-44d1-ac9f-d20e5a42cb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.261573506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"c5705beb-6d3b-4d45-a126-38f5df5058fa","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.268779745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"5177a8f8-27a4-4d3b-a9c3-93e4a9a24e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.269390638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"68c28e1f-c0b4-4ee2-a394-0ec6c2a5b141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.329865561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"5177a8f8-27a4-4d3b-a9c3-93e4a9a24e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.329928164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"68c28e1f-c0b4-4ee2-a394-0ec6c2a5b141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.364172494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"0482451f-6de8-49b3-9eb7-e03599c3f1e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.422751147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"0482451f-6de8-49b3-9eb7-e03599c3f1e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.4405464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583279d9-e73f-4300-b266-f978984e10e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.442265762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"acd43679-9725-4627-8873-9f05c144574d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.49607088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583279d9-e73f-4300-b266-f978984e10e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.500933192Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"0482451f-6de8-49b3-9eb7-e03599c3f1e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.553537774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583279d9-e73f-4300-b266-f978984e10e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.554381079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d9bd72d9-21d8-4ad1-9ab7-271e3f0dd557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.559776366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"acd43679-9725-4627-8873-9f05c144574d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.60849541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583279d9-e73f-4300-b266-f978984e10e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.672571637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d9bd72d9-21d8-4ad1-9ab7-271e3f0dd557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.778285279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"eef29155-2c1d-4a57-ada4-451fe1deac69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:42.837187614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"eef29155-2c1d-4a57-ada4-451fe1deac69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.950734753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06faef06-58c0-40a1-89c8-ac9375d0b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.952498377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.006286526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06faef06-58c0-40a1-89c8-ac9375d0b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.059944891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06faef06-58c0-40a1-89c8-ac9375d0b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.123536437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06faef06-58c0-40a1-89c8-ac9375d0b1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.407672231Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbf3bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbf3bd","reconcileID":"1a2a0579-5e09-4d3a-800a-dac4fc9b0b58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-dbf3bd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-dbf3bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.138479173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f7de85-0056-407e-a07e-ea525fb4304f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.192512797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f7de85-0056-407e-a07e-ea525fb4304f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.246242283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f7de85-0056-407e-a07e-ea525fb4304f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.300064792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f7de85-0056-407e-a07e-ea525fb4304f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:49.482617517Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbf3bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbf3bd","reconcileID":"bf6c1f8a-d577-4b94-9333-7e2e1dfe3b97","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-dbf3bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.312074184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"032fb5b4-236b-4457-9fcf-bb5cb7f0c9d7","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.371325923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"16d12578-5e99-43f9-87a2-3c9ea0a74002","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:51.425175269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-list-subs-refs-sub","reconcileID":"f78367b6-cbf8-4418-9757-0feaa6a603fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.473503816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"04ac3688-7946-4c52-b23f-abce21176608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.473535398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b880e382-a060-43f9-9096-4c264a8c2b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.534753156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"04ac3688-7946-4c52-b23f-abce21176608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.534961826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"b880e382-a060-43f9-9096-4c264a8c2b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.547860492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f623e26b-888a-42f9-8eca-ae12ffd60e4e","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.607110179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"164066ce-bda0-43c2-91a8-53d8422030bf","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.830303108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-list-subs-refs-sub","reconcileID":"3b5bc46a-f16c-4331-9c88-10f347529910","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.830817116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"9c9f5dd2-14ba-4c63-a6bb-5f65f823ec7a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.830938423Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-sub","reconcileID":"9c9f5dd2-14ba-4c63-a6bb-5f65f823ec7a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.906762079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"025500ab-2992-4f3a-a340-53d2f2d0fb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.90676412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"44cf89f6-ed53-49fe-b1bd-e18ced605541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.972898247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"025500ab-2992-4f3a-a340-53d2f2d0fb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.974175208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"44cf89f6-ed53-49fe-b1bd-e18ced605541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:51.993284218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"c7c04940-acc8-4f29-803c-f0a6ffc756e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.001955846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"9dd7f278-dca4-4004-b833-5f9068976466","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.101617373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"6e759c94-deb4-4261-978e-81f403383513","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.163808415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-list-subs-refs-sub","reconcileID":"14790c78-376a-4d8e-a82b-e2503c0c8ce7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.217534958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"7d5e372c-13b8-43a3-9562-c8bbc1aa2d93","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.270800553Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"6e759c94-deb4-4261-978e-81f403383513","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.270836414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"6e759c94-deb4-4261-978e-81f403383513","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.270988592Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf","reconcileID":"6e759c94-deb4-4261-978e-81f403383513","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c88420/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.370963744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b17a6f63-c485-4ee2-8f42-d7ef0767e9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.371164542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d728209e-4b05-41a6-9848-29875f3f1ae0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.370963763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0ea30908-669c-43bb-af56-446662efa4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.430870892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b17a6f63-c485-4ee2-8f42-d7ef0767e9dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.430904316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d728209e-4b05-41a6-9848-29875f3f1ae0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.43382295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0ea30908-669c-43bb-af56-446662efa4b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.433879016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"81de21cb-53dc-4684-9958-37913719c305","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.488821907Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"d728209e-4b05-41a6-9848-29875f3f1ae0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.55162813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"248c6ca6-162f-4a3b-b1e2-5b998b6dbe35","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.63872777Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-status-transition-auth","reconcileID":"3a134714-24a3-44c9-9434-28c715cb7fdf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.691935731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"00c900ec-9f93-4adc-9eec-8bb7f645238d","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.721814212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1e057158-de75-428b-94ba-bdce4be75851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.721883538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7d04f0d6-4ce2-49d8-99cf-12547f660e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.782235736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1e057158-de75-428b-94ba-bdce4be75851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.786695361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7d04f0d6-4ce2-49d8-99cf-12547f660e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.812086417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"84391858-e2a5-4a7b-9f97-9199db2d99b4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.870823694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"84391858-e2a5-4a7b-9f97-9199db2d99b4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:53.092009687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9725f3ca-5e28-47aa-b1dd-bd90fffaebe0","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:53.257311864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"52b812d2-89f6-47cd-b9c6-486eb45694da","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:53.965517428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"ce2ec5af-2f29-40f7-b8b4-b8d2240990bc","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.022411277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"cc057623-eb1d-4210-b706-605fdf7807fd","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.257051496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"1d104cbb-b90c-49d7-9121-8e7ae44c1998","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.318773468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"1d104cbb-b90c-49d7-9121-8e7ae44c1998","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.342627244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"2f0664f2-376e-4174-909b-7104282534cc","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.392439505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d8e2f1e8-0228-485a-a032-4b0598ca4413","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.412145388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"72db016b-49f6-4f44-ad1d-2d06885aee52","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:54.45428101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"f58c0007-d2d3-4d6d-9c79-ed3efa77f7bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.513187608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f2bd2641-384f-447e-8306-f8a8a65368a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.528388404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a68eafe0-0525-4fe0-8ce9-fc72218607c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.577980085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f2bd2641-384f-447e-8306-f8a8a65368a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.619936238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"50119e25-45e5-4d40-800f-63fa2ec042c6","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.623011956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3daff1f5-6b55-4037-bb87-4fd05c97a515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.623059634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"a68eafe0-0525-4fe0-8ce9-fc72218607c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.623369084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7a19969f-da90-4976-99db-bc5e95f56e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.712405465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f0f2b090-793b-4c03-9603-84c59269fbd3","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.716102788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3daff1f5-6b55-4037-bb87-4fd05c97a515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.718944237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"7a19969f-da90-4976-99db-bc5e95f56e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.719297539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"c479196a-fb71-45cf-8063-72e6aaea06b6","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.873376991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"14a78e48-d1e4-447f-a15d-2ebcfca5a9bc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.934145396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"14a78e48-d1e4-447f-a15d-2ebcfca5a9bc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.935098372Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"9dbbdf8b-0b33-44a8-a11c-c35d2dcc280b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.935300587Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"9dbbdf8b-0b33-44a8-a11c-c35d2dcc280b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.980381441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"c6bcac30-66ad-45b3-9aeb-9810ab959b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.03969964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"c6bcac30-66ad-45b3-9aeb-9810ab959b0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.081457263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9575c8ba-427e-46c0-859b-b43d9ef8cfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.097399783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"a1054a5c-33de-4f2e-af0f-cc8f30d1178b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.141161031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9575c8ba-427e-46c0-859b-b43d9ef8cfac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.159938249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a1ce8377-d884-4b88-9af3-2438bc983ddc","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:55.25451403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"14a78e48-d1e4-447f-a15d-2ebcfca5a9bc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.322309619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"4981b5af-458c-43f0-887f-14a8a88ff7b9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.322444653Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"4981b5af-458c-43f0-887f-14a8a88ff7b9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.421324212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"a96fe5c3-6372-4f03-9528-22c09b0a9977","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.481179358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"a96fe5c3-6372-4f03-9528-22c09b0a9977","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.218894314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"79956d99-66dd-4576-91cc-188ff68efb53","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.378247215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"13e3d4e7-0b5e-4d64-b5cd-1f4cd7242401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.37833574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0c777e96-43ee-4ac6-a7a5-25b2515aad00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.378642312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"6bd4489f-acc2-4b9a-95ca-944ef21c7ce8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.437644869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"6bd4489f-acc2-4b9a-95ca-944ef21c7ce8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.438737302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0c777e96-43ee-4ac6-a7a5-25b2515aad00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.441170511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"13e3d4e7-0b5e-4d64-b5cd-1f4cd7242401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.296557171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"5f859d52-c88f-4757-8073-e09e265b8c51","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.296943162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"0b2e7706-0b22-425f-8a3b-1ae6a91ecc63","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.361428695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"b7e8fdef-69ad-4fdc-99b9-050b3b007841","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.36310674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"0e573537-3a93-4de3-ab3c-d6dcba39800e","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:02.409530626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"a6183c37-4163-4164-b805-61a4bbddc46a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.458754139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4668d02e-2cbd-449c-8322-60aa39018b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.45876501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"85a13134-8912-46d6-b53d-0bc4fbfa2590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.529534809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"2d90676d-1f3f-491a-8ddd-ab8409fc4ed1","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.530215655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"20711446-629f-4015-bcd5-1d6b4231a99e","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.536559885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"85a13134-8912-46d6-b53d-0bc4fbfa2590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.539596939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4668d02e-2cbd-449c-8322-60aa39018b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.594273574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"3127210a-9519-4a92-9936-f099f68f8b6a","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.594977755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"9beeb4dc-fce6-40bd-8b86-55feabbcc5eb","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.595543501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"70facb61-22d2-4bb6-a29a-451ab0ce3a1b","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.651844249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"4e0e736a-06df-4114-b1f3-5d623e29dfb0","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.816621597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-auth","reconcileID":"d8e0135b-4983-45aa-ba0d-940db9b2b50c","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.818063027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"f5a23c82-53dc-46ff-be69-a4d7b4447174","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.875172926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-auth","reconcileID":"d8e0135b-4983-45aa-ba0d-940db9b2b50c","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.917777236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"29e39891-d219-499a-a1a9-b20c2f54e609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.918321378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"5c5b7a76-c07d-47a9-b832-cb206ca9ca6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.977886434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"29e39891-d219-499a-a1a9-b20c2f54e609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.977931651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"5c5b7a76-c07d-47a9-b832-cb206ca9ca6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.984054086Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"f5a23c82-53dc-46ff-be69-a4d7b4447174","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","model":"distinct-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.984372093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"a05ed4ef-8753-43d7-b379-6cfb255096ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.196960747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"c9af061a-e27f-4ee0-8e23-f5df1b4c7762","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.214056225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"52bd3ccf-1ae4-4d68-b74b-947da16a0286","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.214721918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"02f3699d-9783-4fa4-9b6a-4971f1382d7f","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.357308057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-auth","reconcileID":"70cffa58-9c79-4260-8e33-afa62248d5b8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.376197259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"30f42c64-c018-42bb-86a5-f8b1d4cfe201","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.417496076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-auth","reconcileID":"70cffa58-9c79-4260-8e33-afa62248d5b8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.484318283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"30f42c64-c018-42bb-86a5-f8b1d4cfe201","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.567345337Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-list-subs-refs-sub","reconcileID":"a4131783-277f-4b4d-91b0-e905dfdb422a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.735295942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-list-subs-refs-sub","reconcileID":"a4131783-277f-4b4d-91b0-e905dfdb422a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.897832902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"805db128-7f82-4bc3-925a-2b8f350a6c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.958496206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"aa42b5df-1880-43dd-9d32-845ec3cb9c10","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.019034895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"5b68c0b9-e989-4a9f-b02a-2e4d193cf376","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.019412647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"9fdc9618-9df6-49f1-964b-666f7bb5ccb2","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.119093467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3711feab-5587-4011-86e9-74a1ec15147e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.119092503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"76faf3b7-18c7-46a7-8337-c03a63df97ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.178200215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"76faf3b7-18c7-46a7-8337-c03a63df97ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.178357343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3711feab-5587-4011-86e9-74a1ec15147e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.765141694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"b35ae1cc-af37-4b03-aaf7-f2341f13d0b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.765170895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"b35ae1cc-af37-4b03-aaf7-f2341f13d0b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.826728295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"bd33136c-67cf-4e17-afe5-8220d1fc775c","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.938086901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"da7ef8e0-c7a3-49fd-b75c-c4ca8b3a7d06","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.938138319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-auth","reconcileID":"dd75cd05-8374-4703-8084-b340173b955f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.951488419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"553967d8-11bb-499f-9c20-cac75b116530","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.951511168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"553967d8-11bb-499f-9c20-cac75b116530","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.009073874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"5d2c8270-8940-47ad-a5df-77ad4dc3f82c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.00909431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"5d2c8270-8940-47ad-a5df-77ad4dc3f82c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:06.064176983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"452fcad3-2f73-4c22-bba3-2fe5e574f97c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.112591148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b1620d49-51fd-4695-9558-427fe3ce1740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.112591194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"338b2fb3-5663-438e-8aff-304f22703d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.15123576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"3a3527f5-e270-4e2c-83d2-98a503e829b9","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.171489574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"338b2fb3-5663-438e-8aff-304f22703d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.171597201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b1620d49-51fd-4695-9558-427fe3ce1740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.181504845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"32b7edad-2d17-468a-9264-644661e5326b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.181524067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"32b7edad-2d17-468a-9264-644661e5326b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.231103392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"8d23ab3f-993c-429b-8edb-26a542815549","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.231127929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"8d23ab3f-993c-429b-8edb-26a542815549","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.290910839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"53011e3f-53ce-463a-9605-769c0dedbac4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.290936866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"53011e3f-53ce-463a-9605-769c0dedbac4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:06.349245453Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"53011e3f-53ce-463a-9605-769c0dedbac4","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:06.349326742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"53011e3f-53ce-463a-9605-769c0dedbac4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.349460733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"c0183e3c-2ce5-45e8-bb8b-4714d15f3d1d","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.349843917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"a5ed925c-316c-494d-9efd-f9ccbe29861d","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.354717809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"ca137379-280a-43d0-a040-e6af450141b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.354731969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"ca137379-280a-43d0-a040-e6af450141b7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.461492896Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"2ee9d95e-3a93-47de-8905-d337495417c1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-712333/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.462809905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1dc99c3f-727e-4628-846c-9deac99441aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.462814768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"692be8f5-fb71-4370-b606-763c88df4a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.507017528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-auth","reconcileID":"65ed61bf-e152-42df-a0e8-30fc606ec7df","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.522453485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1dc99c3f-727e-4628-846c-9deac99441aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.526687981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"692be8f5-fb71-4370-b606-763c88df4a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.566923112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-auth","reconcileID":"65ed61bf-e152-42df-a0e8-30fc606ec7df","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.609059405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e6517899-2ab9-42d1-9856-aa8344c0b616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.611912808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"fbbba33a-3b4c-49e7-8de1-cabd8525b499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.656011555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"a0fb73b4-61c7-477c-8581-332fbdf2ed2f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.705759862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"a0fb73b4-61c7-477c-8581-332fbdf2ed2f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.679319531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"e6517899-2ab9-42d1-9856-aa8344c0b616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.685610958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"fbbba33a-3b4c-49e7-8de1-cabd8525b499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.825007859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"4431c99f-5a1e-468f-a2d7-13b94b47810a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.94460788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"7c529d7f-e231-417d-955e-c3f587ce382f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:06.944726824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"7c529d7f-e231-417d-955e-c3f587ce382f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.1634659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-auth","reconcileID":"7448a9ab-705a-45e3-b506-dbabb01af8a6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.223486994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-auth","reconcileID":"7448a9ab-705a-45e3-b506-dbabb01af8a6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.38612974Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"ee674011-40eb-4e05-a16a-dd1a1bd712fe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.564075714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"ee674011-40eb-4e05-a16a-dd1a1bd712fe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.564180327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"ee674011-40eb-4e05-a16a-dd1a1bd712fe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.564372207Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube","reconcileID":"ee674011-40eb-4e05-a16a-dd1a1bd712fe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-cefeaa/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.745461703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"5fd56fed-76a8-4f9e-9182-09c8b03603b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.91869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"694d8bd2-888d-4b7c-ae97-3fcc5ca8617e","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.979814972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"20b9bf74-8e20-4761-ad29-e99a07b5d357","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.979844876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"20b9bf74-8e20-4761-ad29-e99a07b5d357","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.079757439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"1951741f-5723-4fe6-9565-9bfdd0470ac4","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.080002975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7f89d634-f2af-44d8-8b17-d142ce208b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.080458332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"966eeca6-b34b-403c-8fef-a7a81272728c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.080488542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"09534783-824d-4024-95ad-5869c9008f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.140733896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"09534783-824d-4024-95ad-5869c9008f5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.14147667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"966eeca6-b34b-403c-8fef-a7a81272728c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.144617573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7f89d634-f2af-44d8-8b17-d142ce208b25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.349007566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-degraded-models-kube-auth","reconcileID":"288570fe-267c-4d8b-acfe-0b7328175360","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.624118481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"416d228c-2d36-4401-9304-40eaa0478997","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.280204824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c08bbc9d-c2a0-4a8a-9ff9-7a0dcb95ee27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.280352345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b0b70eb9-c559-489c-be3f-da9c1dd6778e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.340778938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b0b70eb9-c559-489c-be3f-da9c1dd6778e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.341183776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c08bbc9d-c2a0-4a8a-9ff9-7a0dcb95ee27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.66620523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-auth","reconcileID":"ab4832fc-0783-4e0a-872a-48a92f5241b0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.666306259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"fe36f637-5023-48d9-9dc0-801fe0307327","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.666368178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"fe36f637-5023-48d9-9dc0-801fe0307327","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.882152166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"9305d85c-e3df-410c-869a-7c9edd12794e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.882172809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"9305d85c-e3df-410c-869a-7c9edd12794e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.888779747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e41b050d-66d8-4ef8-b7ae-529aa7a82e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.8888136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4b65515f-844f-4f28-8621-dea4a8abc306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.889302776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"a9402f37-ec07-4bb1-b2d2-e5f6f75d7491","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.948889318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e41b050d-66d8-4ef8-b7ae-529aa7a82e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.952553955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"4b65515f-844f-4f28-8621-dea4a8abc306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.048051828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"129af8fe-88ee-4909-b904-710579594ddb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.048080545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"129af8fe-88ee-4909-b904-710579594ddb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.109943603Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"292fc8c3-f9a4-4ed1-93f3-3a86c76b88a8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.163505982Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"292fc8c3-f9a4-4ed1-93f3-3a86c76b88a8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.269122476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"d1252256-ad1e-47b7-87d6-d35746338bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.271868622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3ed02cc2-6cc6-4843-bb73-21019fc848e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.328916135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"d1252256-ad1e-47b7-87d6-d35746338bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.33037263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3ed02cc2-6cc6-4843-bb73-21019fc848e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.387594217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"0908bab7-0bae-496f-85c3-aa9054e5e8bd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.387618652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"0908bab7-0bae-496f-85c3-aa9054e5e8bd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:15.953030098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.470336332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"8bf1b02a-c864-4451-afab-93565924ae09","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.484349185Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","namespace":"ai-tenant-e2e-ipp-a-35c3b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.484405818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","namespace":"ai-tenant-e2e-ipp-a-35c3b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.484457094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","tenant":"e2e-ipp-a-35c3b7","tenantID":"e2e-ipp-a-35c3b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.5398745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Deployment","name":"maas-api-e2e-ipp-a-35c3b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.548828221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"98b91278-8d30-438c-aaa7-b65dc31def9c","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.601782893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Service","name":"maas-api-e2e-ipp-a-35c3b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.608054947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"3bafd389-8924-4142-b158-9d3d12562533","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.643679149Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"8bf1b02a-c864-4451-afab-93565924ae09","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.643711483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"8bf1b02a-c864-4451-afab-93565924ae09","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:16.660958523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"8a27b307-582b-47cc-894b-b61a9a39891c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.664125584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-35c3b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.697605304Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"8bf1b02a-c864-4451-afab-93565924ae09","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.710529864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"3a02dd6d-3403-4ac4-a246-d8c3cd89f3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.710529844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"af4ba79c-62aa-42a5-bdf4-22ba57390cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.720075968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-35c3b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.751903309Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-partial-access-sub","reconcileID":"8bf1b02a-c864-4451-afab-93565924ae09","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.780087088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"3604da77-f66e-4954-8992-4399b2e0cdd4","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.8259314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"6c2a40e8-91f8-459f-b421-0003fe7b6576","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.831573491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"3a02dd6d-3403-4ac4-a246-d8c3cd89f3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.83177518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"af4ba79c-62aa-42a5-bdf4-22ba57390cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.832017508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.862815843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"7c4d5821-1143-49da-a23e-2bbc539d311b","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.891208315Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-cefeaa priority=0:[ai-tenant-e2e-worker-w1-cefeaa/e2e-model-match-sub ai-tenant-e2e-worker-w1-cefeaa/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.891331512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"b1cd13ab-2e03-4668-88c7-aadb7fe47ff4","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.893339343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.987237425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.988248289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"4c79b4e4-4016-4a11-9d60-67830586b011","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.004849902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"d85fbc3d-1561-4185-80b1-e5dfefb91189","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.043211745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:17.043249332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-cefeaa/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.051120328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"6919c2bf-13a2-47d0-958e-5293d890d209","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.05150895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-cefeaa priority=0:[ai-tenant-e2e-worker-w1-cefeaa/e2e-model-match-sub ai-tenant-e2e-worker-w1-cefeaa/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.051583073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"4c3c932b-095f-4904-aedb-42dccd5a7b26","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.063099565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"c4f1bc03-4a25-4f6f-aca8-eb3fd5fcb03d","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.097346146Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"5b489bdd-5fe2-4b4a-8da3-4928c0d0850e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-w1-cefeaa","model":"distinct-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.098990272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:17.106748143Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-cefeaa/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1598\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.156761098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.200295373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"53506346-e3bd-463f-92d9-24066d2eb229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.200368464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"cff63264-3b1e-428c-912d-4840e8098a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.209795595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"bde75eed-5d2c-45dc-a931-8529579a6893","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.223320804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Service","name":"payload-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.259178169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"cff63264-3b1e-428c-912d-4840e8098a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.259403698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"53506346-e3bd-463f-92d9-24066d2eb229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.269749779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"31b91714-cc13-4dc4-bd3d-4f0b408b51b8","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.292021294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.302541074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"972e422a-81a5-4585-9dce-78efe4796325","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-2-w1-cefeaa","model":"distinct-2-w1-cefeaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-cefeaa/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.305905292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1bf90da3-0dfc-4554-be65-8a64f5d7b4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.305938025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ccf5c5cb-dc14-459e-b935-84750a15f17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:17.324756851Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"31b91714-cc13-4dc4-bd3d-4f0b408b51b8","name":"distinct-w1-cefeaa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-cefeaa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:17.32484416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"31b91714-cc13-4dc4-bd3d-4f0b408b51b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-cefeaa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.324975616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"9c643c40-2657-440d-b6d5-29c550354ad9","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.349218428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.366696527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"1bf90da3-0dfc-4554-be65-8a64f5d7b4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.368681693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ccf5c5cb-dc14-459e-b935-84750a15f17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.404830699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.458426441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"efd8f15c-beff-4f38-97f3-414c4e445d6d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.467148729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.481603427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"0d240c97-e6bc-4bb2-89a5-cab37c87182e","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.484146071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"34ac61f4-5e65-465a-be11-1ee443b6edee","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.513841566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"73343ce3-de35-4481-a21b-489b119744e3","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.526414119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.542408402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"34ac61f4-5e65-465a-be11-1ee443b6edee","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.585372934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.631090057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"15964799-c672-41bf-864e-caceae78d971","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.642146786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.64395537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"1700eda5-23fc-4e8c-8669-defc6e8b2037","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-2-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.743300822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-35c3b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.800267712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"3add2ccb-9ec7-4bbc-83e6-7220d49dc606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.80106501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c3f8e511-fad8-4756-a505-0b6d67ae938c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.80383497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"60fa3241-c87c-44b6-ae14-98dd796fa22a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.804065359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-35c3b7"},"namespace":"ai-tenant-e2e-ipp-a-35c3b7","name":"default-tenant","reconcileID":"b10c09bf-9a68-48d8-872a-d9f5b2d231ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-35c3b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.860207956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"c3f8e511-fad8-4756-a505-0b6d67ae938c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.861492794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"3add2ccb-9ec7-4bbc-83e6-7220d49dc606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.891368622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"7fba1aaa-62e1-4327-b66d-2a23de2617e4","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.927959372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"cbfd9058-ac14-4426-ae25-2eb676aa8514","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.987611792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"cbfd9058-ac14-4426-ae25-2eb676aa8514","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.039140749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"bc571123-abf4-4b60-88f3-1c538067189f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-2-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.158968663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"25984325-36ec-4eb4-bdd3-09a405fbabf9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.218177885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"25984325-36ec-4eb4-bdd3-09a405fbabf9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.249472326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"480961be-00f9-45d8-b509-e71131e3e28c","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.249512816Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-cefeaa priority=0:[ai-tenant-e2e-worker-w1-cefeaa/e2e-model-match-sub ai-tenant-e2e-worker-w1-cefeaa/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.309994281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"0e2de18b-07a5-409e-9663-60d6f81a634e","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.325713039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"bb466efa-1790-472d-8286-ab39714a34cd","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.359222039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"08ba38de-538c-4fef-90f2-d935e7274bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.359371818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"21a58ec9-ee8e-413b-a710-8adf65b9fa58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.36583923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"09b2a358-173b-43a7-b972-f2e04e5c984e","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:18.367016804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c88420/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.412064325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c2c78804-b434-4288-9daf-8f993c2b2ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.419049801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"21a58ec9-ee8e-413b-a710-8adf65b9fa58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.419849769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"08ba38de-538c-4fef-90f2-d935e7274bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.421895984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"696a16de-da4a-4571-b4e4-7ff6d39cfe94","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.471572084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c2c78804-b434-4288-9daf-8f993c2b2ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.53248656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"8af43a1b-b329-493f-a460-bd675e017b7f","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.617371451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"a541c954-7094-4f19-bc6b-63c12ac53e92","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.622037757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"dd1a37f0-1887-4ca1-9169-05c96be454d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.641053814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-sub","reconcileID":"f728498e-bc21-451d-8074-17ced91983e1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","model":"distinct-w3-c88420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c88420/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.678085607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"a541c954-7094-4f19-bc6b-63c12ac53e92","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.683017832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"dd1a37f0-1887-4ca1-9169-05c96be454d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.721138507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"13866134-25e1-48dd-b59a-88526ea5577c","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.822919521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"922a6274-d758-4758-b4ba-5ad9199dc27b","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.928574536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"196c6192-e60a-4688-a88a-a35a0974f75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.983420798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-sub","reconcileID":"653b53ea-3929-4c89-af4a-62d5e2646a50","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.98718451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"196c6192-e60a-4688-a88a-a35a0974f75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.029488344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-auth","reconcileID":"8878bac5-a8b5-4c34-a74e-de417b97bc8e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:19.047326259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"a541c954-7094-4f19-bc6b-63c12ac53e92","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.087927376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-auth","reconcileID":"8878bac5-a8b5-4c34-a74e-de417b97bc8e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.155368186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"49598e11-6f68-4e08-964c-5160f5dcebbe","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.17329552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"7f54477f-9eab-4f94-8bb5-60efa3e008e6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-2-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.286041794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"c1213268-b055-4da6-bde2-6d3e30a791f5","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.319120862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"ace52a86-c50c-49d9-84fe-2506deb231ce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.377747367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"ace52a86-c50c-49d9-84fe-2506deb231ce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.452197913Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"a8c7cdf4-cfdf-44da-aa67-e4eaf65cd6b1","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a3d3746a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.454034712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"9318574d-2aee-41f1-9750-f03712647621","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.554807013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"f251284a-3a38-4710-8cc0-6ca5d2ffed74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.55483115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d2c23e6b-21cb-4ed2-906b-a80f64725db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.555133766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0ce22b49-8722-44c4-8147-8883a1c73304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.614638309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d2c23e6b-21cb-4ed2-906b-a80f64725db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.61477623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"f251284a-3a38-4710-8cc0-6ca5d2ffed74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.617123795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0ce22b49-8722-44c4-8147-8883a1c73304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.668283304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-auth","reconcileID":"6e492706-148a-4dbe-8a1d-7faf9d56fa96","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.726748894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-auth","reconcileID":"6e492706-148a-4dbe-8a1d-7faf9d56fa96","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.862206821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"e03f5175-5604-43df-8774-25e1f8dae3ad","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.921312557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"e03f5175-5604-43df-8774-25e1f8dae3ad","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.089340501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f379e55a-4266-4890-ae94-195c581e87a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.089488065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"94607e91-8add-4ed1-8a9f-e095a52ce055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.089341367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"c2734faf-643a-4b7e-be8e-5405b3e32a08","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.1490539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"f379e55a-4266-4890-ae94-195c581e87a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.149396989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"c2734faf-643a-4b7e-be8e-5405b3e32a08","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.151332001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"94607e91-8add-4ed1-8a9f-e095a52ce055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.554372821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"fde3bce7-c739-46ea-949c-c67ae39bf538","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.60787708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"e2e-enrichment-sub","reconcileID":"fde3bce7-c739-46ea-949c-c67ae39bf538","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.936648545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"43e5bf9d-8c9a-4d7f-9542-afdff90b6c30","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"tenant":"e2e-worker-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.936698776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"e2e-enrichment-model-ref","reconcileID":"43e5bf9d-8c9a-4d7f-9542-afdff90b6c30","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.99704373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"5428d93b-eac0-4af8-9a86-1d49d9e36c54","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:21.05724407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"115e6da6-60e1-450b-9232-fffbdb67a035","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:21.099931884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c9187d4f-1f2c-4b14-b5c1-4449410c7b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:21.099931761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d86a9f61-2f95-4899-8d42-b90cc0c71653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:21.158719903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c9187d4f-1f2c-4b14-b5c1-4449410c7b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:21.159351402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"d86a9f61-2f95-4899-8d42-b90cc0c71653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:21.322486835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"dbecb0de-71ce-44b7-87bf-3dd25e1a1355","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.003131327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-auth","reconcileID":"4946f2ba-fe0f-4bdb-9280-3264392a4c97","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-2-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.003203418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"22f2660d-8d3a-43b1-b386-8af54e12d769","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.218602967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"796e98fa-e643-4f16-9cc4-012bd2065b04","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.370999854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"d6e6f68d-55d2-4885-8b65-cecbb4ee46c9","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.531750882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7b13ead6-0628-4d90-bdcc-6b699659b4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.531752711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"65986972-baa4-48df-b00d-05540a682357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.591944774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"65986972-baa4-48df-b00d-05540a682357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.592067964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7b13ead6-0628-4d90-bdcc-6b699659b4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.457741618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07066248-fda7-475c-941b-2dc367737d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.51739073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07066248-fda7-475c-941b-2dc367737d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.572908222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07066248-fda7-475c-941b-2dc367737d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.626609529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07066248-fda7-475c-941b-2dc367737d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.255140371Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-35c3b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-35c3b7","reconcileID":"71f34456-38e3-4955-856f-4feb961a19e7","aitenant":"ai-tenants/e2e-ipp-a-35c3b7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.988054893Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-35c3b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-35c3b7","reconcileID":"71f34456-38e3-4955-856f-4feb961a19e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-35c3b7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-35c3b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.506369005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"4c37662e-0cea-44c1-956f-c8ace8e9d174","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/distinct-w1-cefeaa","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.560289626Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"4c37662e-0cea-44c1-956f-c8ace8e9d174","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/distinct-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.598063151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cb7dca-4ab2-4067-b949-84d2573dabe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.709162256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cb7dca-4ab2-4067-b949-84d2573dabe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.711065195Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-sub","reconcileID":"4c37662e-0cea-44c1-956f-c8ace8e9d174","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.779390279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cb7dca-4ab2-4067-b949-84d2573dabe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.84183598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79cb7dca-4ab2-4067-b949-84d2573dabe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.067108613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"56e2a7ed-4075-4dce-9c5b-65a1e2993836","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.23071538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"6bdac337-8665-413c-82fc-30b2819beb9f","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.3282198Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-0cebce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-0cebce","reconcileID":"41eb4663-9d67-4dba-8a40-1a1f51977084","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-0cebce","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-0cebce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.336067479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"fb62dddd-8431-4fe0-84d3-27a52a1e72de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.33609946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b2ac58e6-6c26-4559-ac74-148d2e9bb23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.3364775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"141068ea-1891-48bb-97f0-1dcdcac44ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.336534226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"83f50d04-e770-487b-bcd0-aa0f47bfda97","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.395327083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b2ac58e6-6c26-4559-ac74-148d2e9bb23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.396002915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"83f50d04-e770-487b-bcd0-aa0f47bfda97","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.397565015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"fb62dddd-8431-4fe0-84d3-27a52a1e72de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.397861201Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"c611f41a-fd85-4d8b-a3db-041b43e51f22","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55562285","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.398896479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"141068ea-1891-48bb-97f0-1dcdcac44ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.872544969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"6179c23f-c411-4cd3-a6a0-7ff60f310bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.872678059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"008e6d61-53ea-46d8-a531-c52588583aa9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.872905373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"1c8dc24f-2da9-4202-8766-ccd291282a82","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.932269762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"6179c23f-c411-4cd3-a6a0-7ff60f310bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.980513099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"5fbb55f2-dddd-4725-9a3d-fe8dc363669d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.986159775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"1c8dc24f-2da9-4202-8766-ccd291282a82","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.986647776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"008e6d61-53ea-46d8-a531-c52588583aa9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.039899392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"5fbb55f2-dddd-4725-9a3d-fe8dc363669d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.901210433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1afa77-5007-41a4-9567-af7f73fd94a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.955141613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1afa77-5007-41a4-9567-af7f73fd94a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:32.011631071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1afa77-5007-41a4-9567-af7f73fd94a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:32.066259248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1afa77-5007-41a4-9567-af7f73fd94a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:32.539077495Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-sub","reconcileID":"da871f19-e0ed-4b8f-acf0-b5e39597952e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:32.593106307Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-sub","reconcileID":"da871f19-e0ed-4b8f-acf0-b5e39597952e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:32.646879734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"e2e-no-access-sub","reconcileID":"da871f19-e0ed-4b8f-acf0-b5e39597952e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/distinct-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:32.930196266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"ae40320a-c13d-46c7-81d6-a6bff72c734a","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.091487692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6c9ea033-8a4d-454f-a617-cd6d74c81001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.146198067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"8cd2e00d-cb28-4a71-9ea3-e7b0967a98e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.205359671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"8cd2e00d-cb28-4a71-9ea3-e7b0967a98e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.206794895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6c9ea033-8a4d-454f-a617-cd6d74c81001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.317347503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"1a3f546e-a7a1-4f7b-bc0f-6d0e8bea2391","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-dbf3bd","tenantID":"e2e-praxis-b-dbf3bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.440590926Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"1a3f546e-a7a1-4f7b-bc0f-6d0e8bea2391","name":"e2e-praxis-b-dbf3bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:34.092835593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc973449-8fcd-4d4b-b84a-0c6bb2e03acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:34.150081646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc973449-8fcd-4d4b-b84a-0c6bb2e03acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:34.203708582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc973449-8fcd-4d4b-b84a-0c6bb2e03acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:34.257359858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc973449-8fcd-4d4b-b84a-0c6bb2e03acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:36.416059335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150436e9-44e6-4424-9d3d-a57884f0bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:36.481305626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150436e9-44e6-4424-9d3d-a57884f0bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:36.536999614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150436e9-44e6-4424-9d3d-a57884f0bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:36.593068839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150436e9-44e6-4424-9d3d-a57884f0bfe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.509296487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"146b7ad6-8be0-494d-b3c0-1261748d86fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.541315736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"73a02101-aa32-4fe6-b743-38b12bb4f065","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.568103157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d49fd8dc-2288-4758-9420-860b8270423b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.568820035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"24c1957f-4ebb-448e-bd1c-6a7a5b6c1ec3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.576483392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"146b7ad6-8be0-494d-b3c0-1261748d86fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.623270896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"73a02101-aa32-4fe6-b743-38b12bb4f065","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.66438575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d49fd8dc-2288-4758-9420-860b8270423b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.714777205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"24c1957f-4ebb-448e-bd1c-6a7a5b6c1ec3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.103882723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9db6b8e0-bcd7-4e70-bb5b-d2a23ff3c31a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.152528157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0c33f5b6-731f-4b62-916c-510812046048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.169073115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9db6b8e0-bcd7-4e70-bb5b-d2a23ff3c31a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.211888639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0c33f5b6-731f-4b62-916c-510812046048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.220109041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a1d99578-5f86-448f-b2ed-6414c03cf66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.320858798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a1d99578-5f86-448f-b2ed-6414c03cf66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.369485071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"2ff0ee96-5f54-4e8c-b520-34aab80bbb12","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.370029933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"76acadca-82aa-4294-8edd-bd5420f5a4a9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.435784822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"2ff0ee96-5f54-4e8c-b520-34aab80bbb12","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.44063327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"76acadca-82aa-4294-8edd-bd5420f5a4a9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.594248609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"48059e75-3386-4ca1-ae6c-2af6eeb37d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.652722976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"48059e75-3386-4ca1-ae6c-2af6eeb37d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.938177212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2495ed4a-170b-460f-9a8e-569394383d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.992390461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2495ed4a-170b-460f-9a8e-569394383d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:39.047017027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2495ed4a-170b-460f-9a8e-569394383d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:39.100593743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2495ed4a-170b-460f-9a8e-569394383d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:39.331937954Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-17edb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-17edb0","reconcileID":"365b0e3a-9570-4517-9c41-7d077ed8a3fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-17edb0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-17edb0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.47016384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"4495002c-85f7-4add-b538-5a0ccfc7eef5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.52627563Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"4495002c-85f7-4add-b538-5a0ccfc7eef5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.625491651Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-sub","reconcileID":"4495002c-85f7-4add-b538-5a0ccfc7eef5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.911319641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"93c91c6b-a8c4-4a8d-a08d-9b73a6e74532","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.070432243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"f59b8015-3410-4f5d-be95-ec2f647f3de0","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.222993653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6e45ac-c116-4b4e-a2b5-434017bc4a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.223563319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"3ac0216e-5a53-4e97-894a-009f977e4471","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.281421484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6e45ac-c116-4b4e-a2b5-434017bc4a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.281558945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7f05c09c-6346-4640-babb-dfbd9a5faaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.287779123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"3ac0216e-5a53-4e97-894a-009f977e4471","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.339993502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6e45ac-c116-4b4e-a2b5-434017bc4a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.396624357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6e45ac-c116-4b4e-a2b5-434017bc4a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.396789332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a985b046-35a3-4463-b429-c34708808e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.397238963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"e586e474-71ae-4864-81b8-56c56bb82974","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.401563444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7f05c09c-6346-4640-babb-dfbd9a5faaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.456366285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a985b046-35a3-4463-b429-c34708808e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.456753153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"e586e474-71ae-4864-81b8-56c56bb82974","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.55163878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-match-auth","reconcileID":"5fc5c780-747f-4120-9c7c-c6bfb208a17b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/distinct-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.819415848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"52c0775d-0213-4364-8029-63d2b3a74fe3","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.871996302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"09b9bf46-1961-4f7d-acb6-163144787396","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.937028408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"09b9bf46-1961-4f7d-acb6-163144787396","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.968548226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"c4d835e4-3e8e-4bc4-87fe-4fdb305e265b","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.148963856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"e2e-model-nomatch-auth","reconcileID":"ca1dd142-f300-4185-b2ff-289147d3d052","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/distinct-2-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.366964274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"20d16ecb-6739-4b75-902d-ac9799413280","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.415919172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633dc4b-d4f0-41ff-8e2c-5dcd6fec59cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.469949206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633dc4b-d4f0-41ff-8e2c-5dcd6fec59cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.52422539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633dc4b-d4f0-41ff-8e2c-5dcd6fec59cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.578050365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633dc4b-d4f0-41ff-8e2c-5dcd6fec59cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.118237977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","namespace":"ai-tenant-e2e-ipp-b-4afc0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.118443399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","namespace":"ai-tenant-e2e-ipp-b-4afc0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.131860218Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","tenant":"e2e-ipp-b-4afc0f","tenantID":"e2e-ipp-b-4afc0f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.187782215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4afc0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.249909457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Service","name":"maas-api-e2e-ipp-b-4afc0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.308998252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4afc0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.364333645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4afc0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.43851868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.508299067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.568375214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.625159154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.687136862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.761717997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d13e43-a928-490a-b9f4-7de59f497ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.825470579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d13e43-a928-490a-b9f4-7de59f497ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.826024674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.885417652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d13e43-a928-490a-b9f4-7de59f497ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.944937294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d13e43-a928-490a-b9f4-7de59f497ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.950025168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Service","name":"payload-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.953516475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.0160449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.072211062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.128921406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.229141497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.289130392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.345088176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.400755656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.462102961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4afc0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.518548229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4afc0f"},"namespace":"ai-tenant-e2e-ipp-b-4afc0f","name":"default-tenant","reconcileID":"ad2b9ccb-1180-43df-b34b-a8a800b8829e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4afc0f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:49.481453465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a2d7a1-4a84-48c7-86d0-a99dd1c26b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:49.547319932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a2d7a1-4a84-48c7-86d0-a99dd1c26b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:49.605884614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a2d7a1-4a84-48c7-86d0-a99dd1c26b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:49.66238051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a2d7a1-4a84-48c7-86d0-a99dd1c26b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.667013524Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-210049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-210049","reconcileID":"8aa6c38a-b01c-4b7b-8722-56e7473591d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-210049","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-210049":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:51.631750794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25149eee-9158-4944-a0a2-ed2156672a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:51.742895878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25149eee-9158-4944-a0a2-ed2156672a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:51.805118333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25149eee-9158-4944-a0a2-ed2156672a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:51.859693775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25149eee-9158-4944-a0a2-ed2156672a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.374831841Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4afc0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4afc0f","reconcileID":"816dd322-e180-45c1-b5e4-5f8345b24093","aitenant":"ai-tenants/e2e-ipp-b-4afc0f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.847912683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8382c7e-92a9-4465-b9aa-2f5569bf7cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.902023648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8382c7e-92a9-4465-b9aa-2f5569bf7cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.956196012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8382c7e-92a9-4465-b9aa-2f5569bf7cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:54.010478394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8382c7e-92a9-4465-b9aa-2f5569bf7cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:54.185326743Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4afc0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4afc0f","reconcileID":"816dd322-e180-45c1-b5e4-5f8345b24093","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4afc0f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4afc0f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.03936738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a47e11-7649-4098-a005-ef3e11f627c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.098221866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a47e11-7649-4098-a005-ef3e11f627c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.152109682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a47e11-7649-4098-a005-ef3e11f627c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.20905263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a47e11-7649-4098-a005-ef3e11f627c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.272031941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4ade5d-b520-4f33-b222-e48622927911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.326237021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4ade5d-b520-4f33-b222-e48622927911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.380199167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4ade5d-b520-4f33-b222-e48622927911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.43395396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de4ade5d-b520-4f33-b222-e48622927911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:00.409496172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d48b63-4f2d-47c3-ab59-fc32f281905d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:00.463375296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d48b63-4f2d-47c3-ab59-fc32f281905d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:00.517890228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d48b63-4f2d-47c3-ab59-fc32f281905d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:00.573804273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d48b63-4f2d-47c3-ab59-fc32f281905d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.019545494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-249e80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-249e80","reconcileID":"614454d8-7360-469c-8f8a-416b0e7ea293","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-249e80","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-249e80":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.599524921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4255c37e-6348-47fd-b8ab-a8362c8d32a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.654204291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4255c37e-6348-47fd-b8ab-a8362c8d32a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.708638268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4255c37e-6348-47fd-b8ab-a8362c8d32a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.767894389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4255c37e-6348-47fd-b8ab-a8362c8d32a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.77956421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587467a-1e8c-4040-bcd7-cd22215df1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.833897299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587467a-1e8c-4040-bcd7-cd22215df1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.888541804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587467a-1e8c-4040-bcd7-cd22215df1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.943813468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1587467a-1e8c-4040-bcd7-cd22215df1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:07.292985969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d23397-7dbf-4f08-8c19-0bc27e4f28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:07.378580009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d23397-7dbf-4f08-8c19-0bc27e4f28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:07.447959474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d23397-7dbf-4f08-8c19-0bc27e4f28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:07.509842794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d23397-7dbf-4f08-8c19-0bc27e4f28df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.52031404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"2d0580b5-4b5e-4a8b-846b-5f730ebfca4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.520894665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e3834415-80e6-426f-9dbe-153f7118313d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.604035181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e3834415-80e6-426f-9dbe-153f7118313d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.608269609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"2d0580b5-4b5e-4a8b-846b-5f730ebfca4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.708162985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6ff7882b-05bb-4bef-81e7-77f8431f014d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.708806562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"3fb03030-68b2-425e-a825-53855edaf0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.776928406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"6ff7882b-05bb-4bef-81e7-77f8431f014d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:08.777474877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"3fb03030-68b2-425e-a825-53855edaf0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.201099558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9c1869b0-eae0-4174-abc0-7c6e4840174b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.227082917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2592d5fa-342d-47fd-be47-fdeb1d1acd43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.298355412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"9c1869b0-eae0-4174-abc0-7c6e4840174b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.302500696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2592d5fa-342d-47fd-be47-fdeb1d1acd43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.954594369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f79ac-9557-4c02-93e7-5890f92fb679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:10.008835067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f79ac-9557-4c02-93e7-5890f92fb679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:10.080244723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f79ac-9557-4c02-93e7-5890f92fb679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:10.136079749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f79ac-9557-4c02-93e7-5890f92fb679","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:12.307669581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb8be4e-d0b4-4d90-b3f1-81ada446c805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:12.363810551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb8be4e-d0b4-4d90-b3f1-81ada446c805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:12.42338769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb8be4e-d0b4-4d90-b3f1-81ada446c805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:12.478464455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdb8be4e-d0b4-4d90-b3f1-81ada446c805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.956757202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.902220921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"026a1140-387f-41ff-9fc2-38e6b1b5d241","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.045145969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"026a1140-387f-41ff-9fc2-38e6b1b5d241","name":"e2e-shared-a-w4-0cebce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.959210875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d387604-8ae1-433e-a84a-852828e559cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.018328786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d387604-8ae1-433e-a84a-852828e559cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.077328586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d387604-8ae1-433e-a84a-852828e559cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.131867521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d387604-8ae1-433e-a84a-852828e559cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.082186383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f524d722-8587-40c4-819a-999fe1047394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.13652904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f524d722-8587-40c4-819a-999fe1047394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.190443607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f524d722-8587-40c4-819a-999fe1047394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.244296935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f524d722-8587-40c4-819a-999fe1047394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.241750827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c46a7-379d-478d-8f3e-a961c9a8dccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.298246837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c46a7-379d-478d-8f3e-a961c9a8dccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.352703213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c46a7-379d-478d-8f3e-a961c9a8dccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.406415574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776c46a7-379d-478d-8f3e-a961c9a8dccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.276677537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"96fb213a-7964-4709-83a7-9626a564a9a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.400201653Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"96fb213a-7964-4709-83a7-9626a564a9a7","name":"e2e-shared-a-w3-17edb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:45.952835365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:51.94724348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"5b8d57f5-be12-4bf7-b093-3c7298885182","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:52.068827218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"5b8d57f5-be12-4bf7-b093-3c7298885182","name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:07.337016029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"8887ce5e-3829-459e-b2bf-0fb8a5057287","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-249e80","tenantID":"e2e-praxis-a-249e80","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:07.472066903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"8887ce5e-3829-459e-b2bf-0fb8a5057287","name":"e2e-praxis-a-249e80-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:15.9604085Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.512720862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ecd1c70-9928-4b1b-b345-ba3247ccb699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.567362428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ecd1c70-9928-4b1b-b345-ba3247ccb699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.621582275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ecd1c70-9928-4b1b-b345-ba3247ccb699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.675298952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ecd1c70-9928-4b1b-b345-ba3247ccb699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.953448024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c59eed1-7725-4493-88c0-422fbb1b4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.007364294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c59eed1-7725-4493-88c0-422fbb1b4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.061062136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c59eed1-7725-4493-88c0-422fbb1b4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.114957552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c59eed1-7725-4493-88c0-422fbb1b4ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.231890319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e0d00a-5296-4228-b8f7-0a798138c82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.285906912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e0d00a-5296-4228-b8f7-0a798138c82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.339739037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e0d00a-5296-4228-b8f7-0a798138c82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.393544278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e0d00a-5296-4228-b8f7-0a798138c82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.902005428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-66b7bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-66b7bf","reconcileID":"755d6d6e-85b4-404c-90bc-d119cff70364","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-66b7bf","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-66b7bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.388731804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f684a89-1397-4299-81ba-caa2ad7d1a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.442641847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f684a89-1397-4299-81ba-caa2ad7d1a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.496414051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f684a89-1397-4299-81ba-caa2ad7d1a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.551148967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f684a89-1397-4299-81ba-caa2ad7d1a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:34.543230587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b7ed2f-d0ed-4e58-916b-881d1785f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:34.597114729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b7ed2f-d0ed-4e58-916b-881d1785f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:34.651474329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b7ed2f-d0ed-4e58-916b-881d1785f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:34.705325884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b7ed2f-d0ed-4e58-916b-881d1785f992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:38.386739057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"522bb47a-a194-4635-930d-0e15057b0d3f","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:38.386847463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"522bb47a-a194-4635-930d-0e15057b0d3f","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:41.802394847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14312f6-f1a3-451c-b7a4-a406df57cd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:41.856691667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14312f6-f1a3-451c-b7a4-a406df57cd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:41.910493493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14312f6-f1a3-451c-b7a4-a406df57cd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:41.964138513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14312f6-f1a3-451c-b7a4-a406df57cd76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.944199712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"5e995d24-c1a4-4b97-b32f-8d831e5f75e0","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.944321074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"5e995d24-c1a4-4b97-b32f-8d831e5f75e0","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.003532496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"7cc58587-8929-4283-a993-f0fc3b04834b","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.003572345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"7cc58587-8929-4283-a993-f0fc3b04834b","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.132206818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"c6d99969-85cb-4ffb-b282-b2102cccb678","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.264282314Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"c6d99969-85cb-4ffb-b282-b2102cccb678","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.310116451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d833142-2ae2-4f40-9d51-a12c05bcebd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.364073984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d833142-2ae2-4f40-9d51-a12c05bcebd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.370430941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-bff3b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"c6d99969-85cb-4ffb-b282-b2102cccb678","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.423879608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d833142-2ae2-4f40-9d51-a12c05bcebd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.481684917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d833142-2ae2-4f40-9d51-a12c05bcebd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.486978852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"6ebe4ede-3d60-4f1c-85b7-25179a7bd4a0","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.487001618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"6ebe4ede-3d60-4f1c-85b7-25179a7bd4a0","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.956230671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.574160242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f321411-0677-4cb9-bb80-41cce7689dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.632134901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f321411-0677-4cb9-bb80-41cce7689dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.687971764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f321411-0677-4cb9-bb80-41cce7689dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.741989872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f321411-0677-4cb9-bb80-41cce7689dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.081410348Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-163ff2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-163ff2","reconcileID":"d751291c-57be-4ce4-9264-407ad6fed03a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-163ff2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-163ff2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.730846206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694655c1-988b-4bd7-a335-87130d537884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.784632294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694655c1-988b-4bd7-a335-87130d537884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.839353127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694655c1-988b-4bd7-a335-87130d537884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.894109129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694655c1-988b-4bd7-a335-87130d537884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:50.905790639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57985dc7-f50e-4feb-8dce-113771f19566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:50.959285013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57985dc7-f50e-4feb-8dce-113771f19566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:51.016889996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57985dc7-f50e-4feb-8dce-113771f19566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:51.073973258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57985dc7-f50e-4feb-8dce-113771f19566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.231089489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548d858-79f3-4900-843d-5f6255f0471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.285290584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548d858-79f3-4900-843d-5f6255f0471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.338958971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548d858-79f3-4900-843d-5f6255f0471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.393631139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548d858-79f3-4900-843d-5f6255f0471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.645117179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"2c870d78-40ba-4b47-9190-d845a56cfa3a","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.703528335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"2c870d78-40ba-4b47-9190-d845a56cfa3a","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.760464419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-bff3b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"2c870d78-40ba-4b47-9190-d845a56cfa3a","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:55.438017151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00803c31-86a7-47f9-9778-a15374a0ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:55.498644902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00803c31-86a7-47f9-9778-a15374a0ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:55.553412206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00803c31-86a7-47f9-9778-a15374a0ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:55.607403206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00803c31-86a7-47f9-9778-a15374a0ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:57.61939037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337b7b9b-d90b-4512-bb3c-93d4750ae708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:57.674329535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337b7b9b-d90b-4512-bb3c-93d4750ae708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:57.728514563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337b7b9b-d90b-4512-bb3c-93d4750ae708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:57.782569687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337b7b9b-d90b-4512-bb3c-93d4750ae708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.043034362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e1c75c-829e-4cff-b9ad-6691ec15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.097034939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e1c75c-829e-4cff-b9ad-6691ec15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.151050154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e1c75c-829e-4cff-b9ad-6691ec15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.204949098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e1c75c-829e-4cff-b9ad-6691ec15e74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:02.892349483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cacaae-b016-490c-a3a7-96b442a7b29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:02.946446252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cacaae-b016-490c-a3a7-96b442a7b29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:03.000607089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cacaae-b016-490c-a3a7-96b442a7b29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:03.054609344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cacaae-b016-490c-a3a7-96b442a7b29c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:03.358904729Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8254a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8254a0","reconcileID":"81144341-4521-406d-8a66-4369959fe6e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-8254a0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-8254a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.872921394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"4d0480e5-f8e3-4418-8708-b9e2a856fdba","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.933042298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"4d0480e5-f8e3-4418-8708-b9e2a856fdba","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.990619366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-bff3b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"4d0480e5-f8e3-4418-8708-b9e2a856fdba","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:05.09597606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d88c7d-dfd0-46b2-bb89-1df43cf9a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:05.150247095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d88c7d-dfd0-46b2-bb89-1df43cf9a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:05.204025224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d88c7d-dfd0-46b2-bb89-1df43cf9a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:05.258323279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d88c7d-dfd0-46b2-bb89-1df43cf9a60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:06.415301086Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8254a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8254a0","reconcileID":"8030510c-fbd7-4ff5-97ca-b546c073c68b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w1-8254a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:07.293635393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb0274-1706-4236-a7eb-82759a1fd025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:07.347337047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb0274-1706-4236-a7eb-82759a1fd025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:07.401348362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb0274-1706-4236-a7eb-82759a1fd025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:07.455021078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7cb0274-1706-4236-a7eb-82759a1fd025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:12.912159974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"691ce2b3-8f80-4a91-9638-d2449d56e133","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:12.968444713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"1e7373af-58b7-41fa-9454-71b08e56052d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.076183316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"d8bf89da-6514-49b3-aa01-857b99b6874a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.176791667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"d6aa9f65-6a7a-4114-ac73-89ea9ace79b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.34886667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"ebb328fb-4855-44c1-bb9d-dae99cb752c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.508862805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"83b72ede-97b7-4460-8336-c6fb7a8b3725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.686033719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7e70db8e-208f-4097-84ac-daea1e14b5e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.688003862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"2a91d0e1-6d5f-4ca3-8e3f-10ce2ac2f162","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.777103159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b2a4ec3-696b-45f3-a9e5-c5cd41ffc747","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.912132915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"051129ea-2395-4992-9435-90610a3bb531","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:14.285014082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"a0470a12-604d-4a3e-846b-28b9a6b155d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:14.414907477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ff467-63c9-4e99-9bd3-11ad8cfedf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:14.468796863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ff467-63c9-4e99-9bd3-11ad8cfedf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:14.469056044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"077e1eef-f355-4b0f-90e6-b76c012cec90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:14.522681721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ff467-63c9-4e99-9bd3-11ad8cfedf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:14.576414894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477ff467-63c9-4e99-9bd3-11ad8cfedf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.099324689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"412a853d-b28a-460a-a012-82bf8a093140","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.158383326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"412a853d-b28a-460a-a012-82bf8a093140","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.216284823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-bff3b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ee49fd6c3d842f12e00805ad075555eb8b996a0e3d3259e0f54e023bed9d78a) AuthConfig (a91c5f6614260db9a7a07164d95aad7df6721d58fb8dd57add71f61f8e3e02f8) AuthConfig (e9b6fc43ec384f7821e2463d7764588f74a18dc0532e5d8833b5ee347fc080e2) AuthConfig (eb66fd242f0f621b39123d4d1ee8347d5e9cf2132f98eb5f34306cb81b66c8ba) AuthConfig (773ffaecff558b20d48bfda83d5332e73797977a27bc1c28e6ae128ac70425d9) AuthConfig (e8f49d567a253862d0a942e6a95a3f53ce86cf3585cfb4273de937aa9a8c3855) AuthConfig (e087b4d7e64acc5d788ad827fbabfe65f4a7d10a31d4d9f7f5343c9097475d8f) AuthConfig (2f8f109a88ba567d3f6e69f324d3c22ef1226d648d6a327cb1ed13da3ecbded0) AuthConfig (8852a493601bab5e9deb446ab15c4f8a7eef7dee19fcbf416da52a923623d77e) AuthConfig (326aecfbe453e714c2f23d994a02088d9cc71a4116ec857ca32cd31335198f0c) AuthConfig (c6825e87d0af3d38ea0110acb683b600b4bd79e531f89fb88942c97156068f39) AuthConfig (f1591ed11649349bf48d1b69d979343a8f3ea64ee3a20edd7e22dd6ea391fe2a) AuthConfig (afedb422509733d6a63f9f64544b51ad779d58e6d3e9c01c600ede1087c4f47e) AuthConfig (dc5f1d4002b8f06159dd6c5608bf5c7f932d771aabaeb0014f760a3edf29ab27) AuthConfig (2ed7bbed18efce4d59105c7264ab92d3dc60880a6717f7e7bab7ee62b2dedef3) AuthConfig (f6b7911f4dddadd24a109d2df546263f8eded1422ecf0a216c97d68fc64f36cb) AuthConfig (0e1d4286c020be9e8457b880915bcb56867217fc314f7e0262f08d9cb3401359) AuthConfig (3233732a5086f56d8629147a5dcf3e18405beb330cd110908c6eb9158b81b24a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"412a853d-b28a-460a-a012-82bf8a093140","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.277253528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"0fb11742-2d4e-432d-b0ca-c99570a5fa51","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.277276457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"0fb11742-2d4e-432d-b0ca-c99570a5fa51","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.959158638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:16.586402126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf4ad0-bd15-4894-9896-6fdec2a5140e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:16.640747345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf4ad0-bd15-4894-9896-6fdec2a5140e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:16.694867275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf4ad0-bd15-4894-9896-6fdec2a5140e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:16.749755759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bf4ad0-bd15-4894-9896-6fdec2a5140e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:18.883546903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1548ce-4d48-4f6f-bef9-a0f3ad97c4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:18.937466484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1548ce-4d48-4f6f-bef9-a0f3ad97c4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:18.99147346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1548ce-4d48-4f6f-bef9-a0f3ad97c4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.049139824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1548ce-4d48-4f6f-bef9-a0f3ad97c4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.149520855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8db7e6-5942-4dbe-a3ea-3bafc829f71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.203357007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8db7e6-5942-4dbe-a3ea-3bafc829f71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.256956003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8db7e6-5942-4dbe-a3ea-3bafc829f71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.310596613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8db7e6-5942-4dbe-a3ea-3bafc829f71c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:22.288221982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5ab10d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5ab10d","reconcileID":"c6bea505-7cfb-4007-b857-06c8301f4b53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5ab10d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-5ab10d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:23.30354953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5a00db-f059-47ea-a372-6ec22a14a179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:23.3587417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5a00db-f059-47ea-a372-6ec22a14a179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:23.412383916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5a00db-f059-47ea-a372-6ec22a14a179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:23.466441243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d5a00db-f059-47ea-a372-6ec22a14a179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.415300178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5910067-ef69-4b14-ad37-687614ef378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.415460289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8e2efdb2-8ca3-4604-9999-271df83ea085","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.469097219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5910067-ef69-4b14-ad37-687614ef378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.522922908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5910067-ef69-4b14-ad37-687614ef378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.527864755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8e2efdb2-8ca3-4604-9999-271df83ea085","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.578644832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5910067-ef69-4b14-ad37-687614ef378a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.638381153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-bff3b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ee49fd6c3d842f12e00805ad075555eb8b996a0e3d3259e0f54e023bed9d78a) AuthConfig (a91c5f6614260db9a7a07164d95aad7df6721d58fb8dd57add71f61f8e3e02f8) AuthConfig (e9b6fc43ec384f7821e2463d7764588f74a18dc0532e5d8833b5ee347fc080e2) AuthConfig (eb66fd242f0f621b39123d4d1ee8347d5e9cf2132f98eb5f34306cb81b66c8ba) AuthConfig (773ffaecff558b20d48bfda83d5332e73797977a27bc1c28e6ae128ac70425d9) AuthConfig (e8f49d567a253862d0a942e6a95a3f53ce86cf3585cfb4273de937aa9a8c3855) AuthConfig (e087b4d7e64acc5d788ad827fbabfe65f4a7d10a31d4d9f7f5343c9097475d8f) AuthConfig (2f8f109a88ba567d3f6e69f324d3c22ef1226d648d6a327cb1ed13da3ecbded0) AuthConfig (8852a493601bab5e9deb446ab15c4f8a7eef7dee19fcbf416da52a923623d77e) AuthConfig (326aecfbe453e714c2f23d994a02088d9cc71a4116ec857ca32cd31335198f0c) AuthConfig (c6825e87d0af3d38ea0110acb683b600b4bd79e531f89fb88942c97156068f39) AuthConfig (f1591ed11649349bf48d1b69d979343a8f3ea64ee3a20edd7e22dd6ea391fe2a) AuthConfig (afedb422509733d6a63f9f64544b51ad779d58e6d3e9c01c600ede1087c4f47e) AuthConfig (dc5f1d4002b8f06159dd6c5608bf5c7f932d771aabaeb0014f760a3edf29ab27) AuthConfig (2ed7bbed18efce4d59105c7264ab92d3dc60880a6717f7e7bab7ee62b2dedef3) AuthConfig (f6b7911f4dddadd24a109d2df546263f8eded1422ecf0a216c97d68fc64f36cb) AuthConfig (0e1d4286c020be9e8457b880915bcb56867217fc314f7e0262f08d9cb3401359) AuthConfig (3233732a5086f56d8629147a5dcf3e18405beb330cd110908c6eb9158b81b24a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8e2efdb2-8ca3-4604-9999-271df83ea085","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.757442527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"063763a6-3ef1-4ad0-bd02-cfd8045ec8a9","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.820288347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"063763a6-3ef1-4ad0-bd02-cfd8045ec8a9","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.877828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-bff3b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ee49fd6c3d842f12e00805ad075555eb8b996a0e3d3259e0f54e023bed9d78a) AuthConfig (a91c5f6614260db9a7a07164d95aad7df6721d58fb8dd57add71f61f8e3e02f8) AuthConfig (e9b6fc43ec384f7821e2463d7764588f74a18dc0532e5d8833b5ee347fc080e2) AuthConfig (eb66fd242f0f621b39123d4d1ee8347d5e9cf2132f98eb5f34306cb81b66c8ba) AuthConfig (773ffaecff558b20d48bfda83d5332e73797977a27bc1c28e6ae128ac70425d9) AuthConfig (e8f49d567a253862d0a942e6a95a3f53ce86cf3585cfb4273de937aa9a8c3855) AuthConfig (e087b4d7e64acc5d788ad827fbabfe65f4a7d10a31d4d9f7f5343c9097475d8f) AuthConfig (2f8f109a88ba567d3f6e69f324d3c22ef1226d648d6a327cb1ed13da3ecbded0) AuthConfig (8852a493601bab5e9deb446ab15c4f8a7eef7dee19fcbf416da52a923623d77e) AuthConfig (326aecfbe453e714c2f23d994a02088d9cc71a4116ec857ca32cd31335198f0c) AuthConfig (c6825e87d0af3d38ea0110acb683b600b4bd79e531f89fb88942c97156068f39) AuthConfig (f1591ed11649349bf48d1b69d979343a8f3ea64ee3a20edd7e22dd6ea391fe2a) AuthConfig (afedb422509733d6a63f9f64544b51ad779d58e6d3e9c01c600ede1087c4f47e) AuthConfig (dc5f1d4002b8f06159dd6c5608bf5c7f932d771aabaeb0014f760a3edf29ab27) AuthConfig (2ed7bbed18efce4d59105c7264ab92d3dc60880a6717f7e7bab7ee62b2dedef3) AuthConfig (f6b7911f4dddadd24a109d2df546263f8eded1422ecf0a216c97d68fc64f36cb) AuthConfig (0e1d4286c020be9e8457b880915bcb56867217fc314f7e0262f08d9cb3401359) AuthConfig (3233732a5086f56d8629147a5dcf3e18405beb330cd110908c6eb9158b81b24a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"063763a6-3ef1-4ad0-bd02-cfd8045ec8a9","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.388130851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"b179e8b4-2eb9-4ea2-9e7b-18d66401fb0e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.50988618Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"b179e8b4-2eb9-4ea2-9e7b-18d66401fb0e","name":"e2e-shared-b-w4-66b7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:45.953097368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:45.986349246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"f476570e-94ef-4dab-bc55-e5a83ca69698","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:46.045256436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"f476570e-94ef-4dab-bc55-e5a83ca69698","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:46.326191585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"43588585-33a9-497a-9b61-40c8a6ca6087","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:46.326214152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"43588585-33a9-497a-9b61-40c8a6ca6087","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.619843233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"9945e041-9636-427a-b082-8928163e4fee","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.619872033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"9945e041-9636-427a-b082-8928163e4fee","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.679417362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"534fe222-bb30-4063-8be1-eac2ac3c60f5","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.679440563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"534fe222-bb30-4063-8be1-eac2ac3c60f5","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.727636067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"576d8fb8-d739-4344-91b0-2554dc962eca","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:51.729508304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"b0b0f323-2585-4e87-9fec-d1d8243c7eb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-bff3b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:51.735946026Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"534fe222-bb30-4063-8be1-eac2ac3c60f5","name":"praxis-route-bff3b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-bff3b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:51.736026054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"534fe222-bb30-4063-8be1-eac2ac3c60f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-bff3b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.742237568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"efecd495-9169-43fa-b404-13c7e4a16319","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.742260109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"efecd495-9169-43fa-b404-13c7e4a16319","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.78702848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"576d8fb8-d739-4344-91b0-2554dc962eca","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.839971628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"b4cf7006-dee0-465d-9d39-90f1aa7809a6","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.839997312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"b4cf7006-dee0-465d-9d39-90f1aa7809a6","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.899057752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"ea0d2088-7bb1-4936-a7f0-44df2f6c7ea9","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.899081122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"ea0d2088-7bb1-4936-a7f0-44df2f6c7ea9","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.100951442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"d4f06781-a597-4610-8fc5-c82210b821de","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.118725498Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"cd5dd8bd-e477-4998-bf3d-60812a455f04","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","model":"praxis-route-bff3b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.162085834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"d4f06781-a597-4610-8fc5-c82210b821de","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.287994482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"69b8ddde-d18c-4b44-a75a-d9efefa96958","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.288026873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"69b8ddde-d18c-4b44-a75a-d9efefa96958","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.450085602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"1b2f353d-0e8c-4f1d-a9e5-9ae4a5359caa","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.648065557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"12a5d42a-994b-4357-bbb2-ee7613036897","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.75046899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"3febf0dc-3f88-414d-8aaa-ba42d909684d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.848977534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"6c1511b4-a714-46f2-977c-48da19ebe15d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.974944003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"b32b83be-77d5-4875-baaa-a7719dd96f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.130431425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c647083-46bb-4d09-8784-66e9461afe7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.252207845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"11c9a2b2-ada8-43af-a586-d8f589775b51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.352380556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"5ce40c6d-145c-47d5-a626-ad609bc64ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.452897301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"c92da6a7-4c9e-43d6-9d35-017af3d35fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.452927704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"f0e6902d-13a2-4be1-b2a0-0e33a31fbb94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.555208044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"557ef49c-d664-4c66-b9a4-b5c8c72008c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.655626141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8073aa40-65c8-4219-a85b-9b04f6df64e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.947571875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e8b9e111-842c-4431-bc06-4efebde549a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:03.314955581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"60858d85-b78a-4fc8-9a3b-6ecfd54600e9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:03.440041298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"60858d85-b78a-4fc8-9a3b-6ecfd54600e9","name":"e2e-shared-b-w3-163ff2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:15.953744603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:18.502563479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"2e0528f7-fab0-483f-97ad-8156a6a6b93a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:18.623503158Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"2e0528f7-fab0-483f-97ad-8156a6a6b93a","name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:34.484884902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"f496360e-f692-498f-a11b-b8f107d11308","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:34.664354158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"cb75816a-24b7-4171-ac6e-1906c2e997b2","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:34.664377052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"cb75816a-24b7-4171-ac6e-1906c2e997b2","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:36.745777471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"7ee365a9-0b6c-4eb1-ae86-7abb3bf7d057","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:36.804518398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"7ee365a9-0b6c-4eb1-ae86-7abb3bf7d057","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.574610976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"e926a58c-36f5-4ad8-837c-90216f2b78dc","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.574638599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"e926a58c-36f5-4ad8-837c-90216f2b78dc","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.738754768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"e2742c8b-2cce-4725-91ea-d89e9112fa41","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.748303422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"e23fb607-c799-4bfc-b544-c9eb3ea843a0","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.820523559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"e23fb607-c799-4bfc-b544-c9eb3ea843a0","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.916278783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"4cccc979-0925-4230-86e0-7a44c6ccf0db","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"tenant":"e2e-praxis-a-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:39.916308295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"4cccc979-0925-4230-86e0-7a44c6ccf0db","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"routeName":"praxis-route-bff3b8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-bff3b8","llmisvcName":"praxis-route-bff3b8","gateway":"openshift-ingress/e2e-praxis-a-bff3b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:40.081636398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"760f3b12-fa42-49ec-aa32-363e1b12adf1","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.482204152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"d681a663-85a8-4a83-8bb9-68d0040467eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-5ab10d","tenantID":"e2e-praxis-b-5ab10d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.603516843Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"d681a663-85a8-4a83-8bb9-68d0040467eb","name":"e2e-praxis-b-5ab10d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:45.952265183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.689577577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00fb6ce-7c60-4a67-9784-c107148ea00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.743392196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00fb6ce-7c60-4a67-9784-c107148ea00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.797362533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00fb6ce-7c60-4a67-9784-c107148ea00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.851202141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00fb6ce-7c60-4a67-9784-c107148ea00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:08.005039362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d805d7bb-195b-4294-9408-dfba441a6ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:08.059012285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d805d7bb-195b-4294-9408-dfba441a6ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:08.113508698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d805d7bb-195b-4294-9408-dfba441a6ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:08.173499373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d805d7bb-195b-4294-9408-dfba441a6ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:10.201935515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9ac384-1890-44b9-b436-9882fa18dd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:10.257407334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9ac384-1890-44b9-b436-9882fa18dd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:10.315368079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9ac384-1890-44b9-b436-9882fa18dd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:10.373963898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9ac384-1890-44b9-b436-9882fa18dd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.43678339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43045e55-2c68-48fb-8ed0-d918cf81bd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.490871522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43045e55-2c68-48fb-8ed0-d918cf81bd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.54506955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43045e55-2c68-48fb-8ed0-d918cf81bd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.598821718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43045e55-2c68-48fb-8ed0-d918cf81bd06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:15.983308294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.845423817Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"0d17d7a9-5d6d-4187-a4b5-88c6105c9afc","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.898855874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"f0dd2eb9-f675-4363-845d-a89bfbd2a76d","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.898993068Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8","reconcileID":"a1f9bd00-f49d-430f-bc28-311ab6f2f485","MaaSModelRef":{"name":"praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8","model":"praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.899532525Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"0d17d7a9-5d6d-4187-a4b5-88c6105c9afc","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"maas-trlp-praxis-route-bff3b8","namespace":"ai-tenant-e2e-praxis-a-bff3b8","model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.957491768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"f0dd2eb9-f675-4363-845d-a89bfbd2a76d","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.957535529Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"f0dd2eb9-f675-4363-845d-a89bfbd2a76d","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.11144256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8498d155-77e9-43c2-876a-5d28deee5f9b","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.155116412Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"354d0252-7859-447e-b5d0-621bc078cd8e","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.369290573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8498d155-77e9-43c2-876a-5d28deee5f9b","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.52784935Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8498d155-77e9-43c2-876a-5d28deee5f9b","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.528069922Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"8498d155-77e9-43c2-876a-5d28deee5f9b","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.583331796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"c1a49dc4-440d-454d-9009-4244ec22597d","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28f281ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.627414034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"202b94f0-1f76-476d-932c-c6358cd7ef8e","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.863177702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"202b94f0-1f76-476d-932c-c6358cd7ef8e","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.927153528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"202b94f0-1f76-476d-932c-c6358cd7ef8e","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"name":"e2e-praxis-a-bff3b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:19.927305508Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"202b94f0-1f76-476d-932c-c6358cd7ef8e","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-bff3b8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:20.03884029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-bff3b8-auth","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-auth","reconcileID":"202b94f0-1f76-476d-932c-c6358cd7ef8e","error":"maasauthpolicies.maas.opendatahub.io \"praxis-route-bff3b8-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:20.06300088Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"48d31040-9fc1-41ee-9c08-19f1dc99b998","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28f281ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:21.076288927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db37ac4b-f9cb-4c87-98ca-c9f696ff871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:21.140972524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db37ac4b-f9cb-4c87-98ca-c9f696ff871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:21.195032889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db37ac4b-f9cb-4c87-98ca-c9f696ff871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:21.250257701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db37ac4b-f9cb-4c87-98ca-c9f696ff871b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:23.353026217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df81a43c-8c75-4615-b1ab-b68d638f86c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:23.406904288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df81a43c-8c75-4615-b1ab-b68d638f86c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:23.463441132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df81a43c-8c75-4615-b1ab-b68d638f86c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:23.5216731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df81a43c-8c75-4615-b1ab-b68d638f86c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.469534865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aed1fd-3c72-4517-805b-037c90e9589e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.524231364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aed1fd-3c72-4517-805b-037c90e9589e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.578245546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aed1fd-3c72-4517-805b-037c90e9589e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.632626318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39aed1fd-3c72-4517-805b-037c90e9589e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.642006213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"379dcd47-418f-4557-8412-bddfa160133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.696454025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"379dcd47-418f-4557-8412-bddfa160133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.750273347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"379dcd47-418f-4557-8412-bddfa160133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.804647377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"379dcd47-418f-4557-8412-bddfa160133f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:30.116894683Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"a9d55999-f07d-4de0-8779-4e3d5b04a968","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","subscription":"praxis-route-bff3b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:30.117161211Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"praxis-route-bff3b8-sub","reconcileID":"a9d55999-f07d-4de0-8779-4e3d5b04a968","MaaSSubscription":{"name":"praxis-route-bff3b8-sub","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"model":"ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-bff3b8/praxis-route-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:42.650468674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a016a51-90a9-4f9d-9e95-8f7fe6a13bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:42.72139401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a016a51-90a9-4f9d-9e95-8f7fe6a13bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:42.775505146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a016a51-90a9-4f9d-9e95-8f7fe6a13bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:42.831483808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a016a51-90a9-4f9d-9e95-8f7fe6a13bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:44.56147808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"6a8db750-7396-4aab-8f18-edb9ad7f3db6","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:44.561510709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"6a8db750-7396-4aab-8f18-edb9ad7f3db6","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:44.784835373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1c27fa-b1c5-48c4-8213-35f4072abb48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:44.838380931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1c27fa-b1c5-48c4-8213-35f4072abb48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:44.892012035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1c27fa-b1c5-48c4-8213-35f4072abb48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:44.945734538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1c27fa-b1c5-48c4-8213-35f4072abb48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:45.953075765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.296487515Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","namespace":"ai-tenant-e2e-praxis-a-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.296553757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","namespace":"ai-tenant-e2e-praxis-a-bff3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.296608545Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","tenant":"e2e-praxis-a-bff3b8","tenantID":"e2e-praxis-a-bff3b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.352196497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Deployment","name":"maas-api-e2e-praxis-a-bff3b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.41483476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Service","name":"maas-api-e2e-praxis-a-bff3b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.473063277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-bff3b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.530327208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-bff3b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.596708409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.66377263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.722521813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.784945498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.841953919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.897061884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:51.951889596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Service","name":"payload-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.007849271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.061887292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.115251941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.168559683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.227643426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.280939916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.334769435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.403907558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-bff3b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.457981585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-bff3b8"},"namespace":"ai-tenant-e2e-praxis-a-bff3b8","name":"default-tenant","reconcileID":"9500edfa-e4cc-4ea2-9407-95bf4224b966","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-bff3b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:04.35085959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844cf89b-177f-4953-9410-faebe8ff9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:04.404855836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844cf89b-177f-4953-9410-faebe8ff9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:04.45903206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844cf89b-177f-4953-9410-faebe8ff9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:04.512778527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844cf89b-177f-4953-9410-faebe8ff9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:06.583277971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4487cc-18e8-47fc-a715-046072e56e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:06.637383461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4487cc-18e8-47fc-a715-046072e56e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:06.69123772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4487cc-18e8-47fc-a715-046072e56e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:06.74495726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4487cc-18e8-47fc-a715-046072e56e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:08.358479423Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bff3b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bff3b8","reconcileID":"593f878d-6861-4566-aa4e-fc881c32874c","aitenant":"ai-tenants/e2e-praxis-a-bff3b8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:08.947963414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c613f-b071-4dc6-95a5-a7c1c1f428ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.001629387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c613f-b071-4dc6-95a5-a7c1c1f428ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.055485032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c613f-b071-4dc6-95a5-a7c1c1f428ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.110220498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c613f-b071-4dc6-95a5-a7c1c1f428ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.171905226Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-bff3b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-bff3b8","reconcileID":"593f878d-6861-4566-aa4e-fc881c32874c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-bff3b8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-bff3b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:11.105896285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4267f-68a7-4b8e-9d31-6855759b257c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:11.16101799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4267f-68a7-4b8e-9d31-6855759b257c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:11.214636984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4267f-68a7-4b8e-9d31-6855759b257c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:11.269345676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4267f-68a7-4b8e-9d31-6855759b257c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:13.276640997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3cb6e-bedc-4da7-b496-9ad195796c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:13.331227872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3cb6e-bedc-4da7-b496-9ad195796c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:13.3855922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3cb6e-bedc-4da7-b496-9ad195796c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:13.43998303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc3cb6e-bedc-4da7-b496-9ad195796c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:15.953924483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:16.378081316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5701c32-7a15-4501-87b7-f92b24f63d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:16.431553084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5701c32-7a15-4501-87b7-f92b24f63d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:16.485227069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5701c32-7a15-4501-87b7-f92b24f63d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:16.539981713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5701c32-7a15-4501-87b7-f92b24f63d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:18.495080977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6201-e2f9-4565-b4bf-5fb8e074f0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:18.549486071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6201-e2f9-4565-b4bf-5fb8e074f0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:18.603351368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6201-e2f9-4565-b4bf-5fb8e074f0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:18.65761347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd9e6201-e2f9-4565-b4bf-5fb8e074f0ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.789387774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9c9aa6-723c-463d-a140-1336daff8664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.844193585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9c9aa6-723c-463d-a140-1336daff8664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.899953006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9c9aa6-723c-463d-a140-1336daff8664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.954301109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d9c9aa6-723c-463d-a140-1336daff8664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:45.952872523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:02.301065191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"9c526890-131a-4196-b4c6-623f545bb136","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:02.301095805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"9c526890-131a-4196-b4c6-623f545bb136","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.155588015Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","namespace":"ai-tenant-e2e-praxis-a-249e80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.155687212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","namespace":"ai-tenant-e2e-praxis-a-249e80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.155747185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","tenant":"e2e-praxis-a-249e80","tenantID":"e2e-praxis-a-249e80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.216678767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Deployment","name":"maas-api-e2e-praxis-a-249e80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.277959315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Service","name":"maas-api-e2e-praxis-a-249e80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.341435275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-249e80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.397712723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-249e80","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.457612976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.515142088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.575735624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.642617531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.699992967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.753595088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.807520223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Service","name":"payload-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.863863192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.917545912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.971185953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:05.024968382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:05.082335458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:05.136087316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:05.189841386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:05.249717491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-249e80","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:05.309978319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-249e80"},"namespace":"ai-tenant-e2e-praxis-a-249e80","name":"default-tenant","reconcileID":"14fa1b00-46ab-484e-9656-a3f762c719e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-249e80","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:12.033376408Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-249e80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-249e80","reconcileID":"cea20ce9-a051-402b-9c2f-326c8d9544c2","aitenant":"ai-tenants/e2e-praxis-a-249e80","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:12.674003525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1acc09-72a4-4d2a-8005-1dcd658fff9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:12.728348901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1acc09-72a4-4d2a-8005-1dcd658fff9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:12.782248131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1acc09-72a4-4d2a-8005-1dcd658fff9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:12.789813875Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-249e80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-249e80","reconcileID":"cea20ce9-a051-402b-9c2f-326c8d9544c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-249e80","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-249e80"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:12.836037629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e1acc09-72a4-4d2a-8005-1dcd658fff9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.861092313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0bbe6a-9787-4db7-930d-af0962a8e97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.91464267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0bbe6a-9787-4db7-930d-af0962a8e97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.96838148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0bbe6a-9787-4db7-930d-af0962a8e97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.022792298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0bbe6a-9787-4db7-930d-af0962a8e97f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.952193822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:17.074600627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75158160-09f2-4098-b1ff-5eae56b8e6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:17.12846066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75158160-09f2-4098-b1ff-5eae56b8e6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:17.182585409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75158160-09f2-4098-b1ff-5eae56b8e6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:17.237097172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75158160-09f2-4098-b1ff-5eae56b8e6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.88768681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb65465-4526-44d2-b1a3-d4b4c84b714f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.887907921Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","namespace":"ai-tenant-e2e-praxis-b-dbf3bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.888147429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","namespace":"ai-tenant-e2e-praxis-b-dbf3bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.888289499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","tenant":"e2e-praxis-b-dbf3bd","tenantID":"e2e-praxis-b-dbf3bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.942603519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb65465-4526-44d2-b1a3-d4b4c84b714f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.946290176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Deployment","name":"maas-api-e2e-praxis-b-dbf3bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.996248176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb65465-4526-44d2-b1a3-d4b4c84b714f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.050949908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb65465-4526-44d2-b1a3-d4b4c84b714f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.059813585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Service","name":"maas-api-e2e-praxis-b-dbf3bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.162565931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-dbf3bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.218782165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-dbf3bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.284061561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.351152403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.409646847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.477531677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.534454601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.58780333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.641103263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Service","name":"payload-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.69436882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.747642061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.801212259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.854347437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.911802406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.965291361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.01899613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.09398362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-dbf3bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.16096949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbf3bd"},"namespace":"ai-tenant-e2e-praxis-b-dbf3bd","name":"default-tenant","reconcileID":"091d4e53-90bb-494b-9ee2-4fc3485cc6ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-dbf3bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.094047342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e488b-8152-421c-9a35-0e6a05c06497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.148165772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e488b-8152-421c-9a35-0e6a05c06497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.209470815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e488b-8152-421c-9a35-0e6a05c06497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.264097489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e488b-8152-421c-9a35-0e6a05c06497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.036163366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"2363103b-8d7b-4c90-8248-eecca107ff98","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.03619134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"2363103b-8d7b-4c90-8248-eecca107ff98","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.228401674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045095ae-cffb-4b10-88bc-d2fdd46e8098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.282996814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045095ae-cffb-4b10-88bc-d2fdd46e8098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.337342151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045095ae-cffb-4b10-88bc-d2fdd46e8098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.391219945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045095ae-cffb-4b10-88bc-d2fdd46e8098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.428439808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beaeaa3-97be-4f1d-8d63-7bb4d847dde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.482415865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beaeaa3-97be-4f1d-8d63-7bb4d847dde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.536091087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beaeaa3-97be-4f1d-8d63-7bb4d847dde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.589738389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1beaeaa3-97be-4f1d-8d63-7bb4d847dde8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:29.52476614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"2bb4328b-2013-4d24-8e06-bc0b583b748b","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:29.524800704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"2bb4328b-2013-4d24-8e06-bc0b583b748b","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:31.636271891Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbf3bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbf3bd","reconcileID":"034fc56e-71ac-4f49-bf98-8b981edf0a46","aitenant":"ai-tenants/e2e-praxis-b-dbf3bd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:32.220007453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e14f3f-01cb-4fe3-8fe0-9aaa15a7e0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:32.273811348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e14f3f-01cb-4fe3-8fe0-9aaa15a7e0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:32.32754756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e14f3f-01cb-4fe3-8fe0-9aaa15a7e0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:32.381631067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e14f3f-01cb-4fe3-8fe0-9aaa15a7e0d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:32.442923772Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbf3bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbf3bd","reconcileID":"034fc56e-71ac-4f49-bf98-8b981edf0a46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-dbf3bd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-dbf3bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.475331446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4625a-729a-4be5-b71a-d4423e182e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.52973597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4625a-729a-4be5-b71a-d4423e182e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.586381015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4625a-729a-4be5-b71a-d4423e182e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.641215734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f4625a-729a-4be5-b71a-d4423e182e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.148367024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"f21e6d8f-c157-4055-9991-9e7230aca6e5","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.148391026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"f21e6d8f-c157-4055-9991-9e7230aca6e5","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.212155461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"e7bc7e23-3719-40a7-9585-cfb634804c87","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.212180661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"e7bc7e23-3719-40a7-9585-cfb634804c87","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.320278223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ae3821f0-a139-49c9-a3cf-f19fc14fc380","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.45585678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ae3821f0-a139-49c9-a3cf-f19fc14fc380","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.513095293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ae3821f0-a139-49c9-a3cf-f19fc14fc380","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.572176234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"bf3d8812-2693-48cf-a213-ed71a7882e43","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.572198174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"bf3d8812-2693-48cf-a213-ed71a7882e43","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.666206782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"929a860b-fe81-4c55-807f-cf189b1b06d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.583156251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551aafb1-aa91-4823-9ffa-f11cd9a94a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.63683936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551aafb1-aa91-4823-9ffa-f11cd9a94a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.690472602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551aafb1-aa91-4823-9ffa-f11cd9a94a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.744071733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551aafb1-aa91-4823-9ffa-f11cd9a94a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:39.136507656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"bd838e2b-b446-491e-beb2-78edec99b516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:40.771955758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"563058ee-c67f-4b7c-af1f-e5c49915878a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.051044598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"7dae0f78-a163-41b7-9639-001a1412c11a","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.109295437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"691877d1-34da-4ecd-a85e-e4d6dfa0972b","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.270877974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"8771504f-77f4-4d38-9fc9-d0724fbdf6e5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.328969871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"8771504f-77f4-4d38-9fc9-d0724fbdf6e5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.459368201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"f45937d9-0117-4228-bd77-ec4f4bd43793","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.518090301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"80ad66e4-735c-494b-84e0-846bdd6e06b8","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:51:42.568995764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-subscription-no-access","reconcileID":"2043b86d-b596-4b4a-8bbb-7f984da38e82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.619741411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"473463bc-4682-4dd4-896c-77eff4e324d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.61975462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ad52738e-39a5-4042-a2f8-f7fa39879f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.657464396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"e7b06218-0cf6-42df-8a0a-97c1d2fc099b","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.678429925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ad52738e-39a5-4042-a2f8-f7fa39879f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.678445846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"473463bc-4682-4dd4-896c-77eff4e324d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.686819169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"09998bc1-875d-4345-af05-e3712ca8c971","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.76239141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"a51c89b9-d114-4fef-9d05-c991a7fa5db1","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.842115715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"71b4e364-e4ec-4464-8790-543d3f699955","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.900809678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"71b4e364-e4ec-4464-8790-543d3f699955","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.998504484Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-subscription-no-access","reconcileID":"bcb9cbdb-17f6-4665-89a1-743b8f0a6c72","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-f7be78/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.05232235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"28e6213f-29a1-4aa8-a43f-ea7e1c07e473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.052573205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"c9244f87-9270-480b-8685-7e4ba5c4ac28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.111117908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"28e6213f-29a1-4aa8-a43f-ea7e1c07e473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.111512173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"c9244f87-9270-480b-8685-7e4ba5c4ac28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.161347602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"38006014-d587-41d7-ab40-c5551c1929a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.169582855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"c0c08628-1646-4348-93de-487d4e9e1386","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.269909036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"bddd5ad9-db57-4a57-9a3c-d4d41c7c8b89","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.328978826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"bddd5ad9-db57-4a57-9a3c-d4d41c7c8b89","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.331147552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-subscription-no-access","reconcileID":"0f122352-e405-404c-ad28-183075d2873b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.67986729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"712871eb-79ad-4b3b-84fa-5f3c55409dea","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.738403828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"712871eb-79ad-4b3b-84fa-5f3c55409dea","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.795849907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"712871eb-79ad-4b3b-84fa-5f3c55409dea","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.853556114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"a1328e11-f921-415f-b8ac-e8cd03ae9e3e","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.953368042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.013055408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"33cf602c-cbf1-41ca-a463-9520024b55eb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.013072408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e2b57ef8-5502-4bfc-ac9d-3c7c542e8251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.013336957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"173b6dec-e090-4d59-aeac-6b96e9d25dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.073580174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"33cf602c-cbf1-41ca-a463-9520024b55eb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.073577732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"173b6dec-e090-4d59-aeac-6b96e9d25dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.075881049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"e2b57ef8-5502-4bfc-ac9d-3c7c542e8251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:55.903983025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ba421120-74ce-443c-8063-eba2ee79b591","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:55.963010024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ba421120-74ce-443c-8063-eba2ee79b591","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.019638352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-subscription-no-access","reconcileID":"8c5ce9f2-cca4-4f79-8bf5-3095be010da9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.020547703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ba421120-74ce-443c-8063-eba2ee79b591","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.189319749Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-subscription-no-access","reconcileID":"8c5ce9f2-cca4-4f79-8bf5-3095be010da9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f7be78/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.352606439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"35c20330-48ec-4424-911b-f07566d3c5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.418059698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"8b33dff6-a071-41a7-99a1-a1dc3bd8b02a","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.58194512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"f6e3f0d9-d8c7-4e38-bccd-79cf4dfe9892","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.582315976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bf5a8984-50cc-4c06-87c2-7799179a12af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.581948138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4e903bad-8791-44af-a703-2fb77f50fc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.591225804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"34356220-350e-4c23-ba25-c20b521e1aa2","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.641288075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"f6e3f0d9-d8c7-4e38-bccd-79cf4dfe9892","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.641403299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4e903bad-8791-44af-a703-2fb77f50fc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.643587767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bf5a8984-50cc-4c06-87c2-7799179a12af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.803961907Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"e2e-test-auth-no-access","reconcileID":"57b9976e-827c-4859-a70a-eaa58ad09234","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:56.96867087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"fa2ece76-17c5-401a-97ff-89428930a498","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:57.765899384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"25601ba0-2499-4184-9011-ba7482051c07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.176688238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1934334-bf33-42f7-ba67-ac4fd791701e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.231118611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1934334-bf33-42f7-ba67-ac4fd791701e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.285014853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1934334-bf33-42f7-ba67-ac4fd791701e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.338790511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1934334-bf33-42f7-ba67-ac4fd791701e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.63443263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-316c92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-316c92","reconcileID":"699bf8a7-15c9-423b-9786-a52dad71f514","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-316c92","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-316c92":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.31978225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44dc222-5427-4479-a682-6352b96df317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.374007429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44dc222-5427-4479-a682-6352b96df317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.428538506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44dc222-5427-4479-a682-6352b96df317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.482708978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44dc222-5427-4479-a682-6352b96df317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:06.128128521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"35fbb465-bc81-4fac-a7ff-837292abf47a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:06.189532382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"35fbb465-bc81-4fac-a7ff-837292abf47a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:06.247567356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc115195a828b4eaefa1187f5d89967f80004e2f4692a0343f954778345eb6f4) AuthConfig (0d25bd01d59630cffb02e53013422d81f885c833d326077feed342b7f0a403e5) AuthConfig (55945d6f049cad187d12b1e0c23a7591aed57676495c0a591d97f66d1ac7884c) AuthConfig (28a741fc79d20b8f3d85389902856f8f155878a5af0785f42d1fa73cbf2041ae) AuthConfig (9186b7d4f72f4016794ff78da5c68822d0d387133450d348219eaeebe5bacd26) AuthConfig (b0aeb03cd9456864c15d6afaffcd71215d9457473a5ca49dbd1dac3125afb96d) AuthConfig (5c1678379f544a1c1605ba81667b09410c32037bdc51fe35a6979a5395431728) AuthConfig (3b2461081a0875fa7fbcfe0e9800f3f1389078526b24df83d5b40975dd2cffcc) AuthConfig (817908b7b3b1bce913c22990f163c8ee5f481522453d4f2e390abd05c1f1f0e0) AuthConfig (f23bfcf466c9c057595edd5eedb5f9370a3aa17f8f77f7359b738b81bdced79a) AuthConfig (66c9900404385367b9e4b73c7fc8b544f4b6acf39dcfd2a1b43e86649d76b228) AuthConfig (1bae70773d845c9cac935a61653c6ffc25c1ec4c9c89cdc83dd22734b174e874) AuthConfig (4503421d74bcd75fa6c2b5e5b70aaa4e610b8b3bb19383279d455c4c03e7f07f) AuthConfig (42d53e939152f4dea34439807e77f688a45264921007152b72ec29f813505e40) AuthConfig (611dbef26df6d763aa324122378bb8cefc5ea7ea7cbfe18d245db2d069b271a3) AuthConfig (2a4a0b07ac63be9bf9e27e63358934c693a0159829a50a6a5369699b47e47cdf) AuthConfig (9ff373ed14dcf27f2094c7729da2bb1183ced9ef3c81ea19bc894402bbdee123) AuthConfig (c73593764ec4b6dd2ba9734e24cc5037ced34562a1e5ff6b63cbce6a5a941b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"35fbb465-bc81-4fac-a7ff-837292abf47a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:06.309182961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"cc1f31d3-91a9-4b5f-a645-b4ebdf8b64ad","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:06.30920508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"cc1f31d3-91a9-4b5f-a645-b4ebdf8b64ad","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.505039321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8dd209-5f56-49df-82f5-90ab9adf1acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.579426526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8dd209-5f56-49df-82f5-90ab9adf1acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.633465307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8dd209-5f56-49df-82f5-90ab9adf1acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.68735434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8dd209-5f56-49df-82f5-90ab9adf1acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:15.952468158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.417165307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"9e2877c6-3606-48e1-863b-1c840b21b36c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.476926138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"9e2877c6-3606-48e1-863b-1c840b21b36c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.537346424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc115195a828b4eaefa1187f5d89967f80004e2f4692a0343f954778345eb6f4) AuthConfig (0d25bd01d59630cffb02e53013422d81f885c833d326077feed342b7f0a403e5) AuthConfig (55945d6f049cad187d12b1e0c23a7591aed57676495c0a591d97f66d1ac7884c) AuthConfig (28a741fc79d20b8f3d85389902856f8f155878a5af0785f42d1fa73cbf2041ae) AuthConfig (9186b7d4f72f4016794ff78da5c68822d0d387133450d348219eaeebe5bacd26) AuthConfig (b0aeb03cd9456864c15d6afaffcd71215d9457473a5ca49dbd1dac3125afb96d) AuthConfig (5c1678379f544a1c1605ba81667b09410c32037bdc51fe35a6979a5395431728) AuthConfig (3b2461081a0875fa7fbcfe0e9800f3f1389078526b24df83d5b40975dd2cffcc) AuthConfig (817908b7b3b1bce913c22990f163c8ee5f481522453d4f2e390abd05c1f1f0e0) AuthConfig (f23bfcf466c9c057595edd5eedb5f9370a3aa17f8f77f7359b738b81bdced79a) AuthConfig (66c9900404385367b9e4b73c7fc8b544f4b6acf39dcfd2a1b43e86649d76b228) AuthConfig (1bae70773d845c9cac935a61653c6ffc25c1ec4c9c89cdc83dd22734b174e874) AuthConfig (4503421d74bcd75fa6c2b5e5b70aaa4e610b8b3bb19383279d455c4c03e7f07f) AuthConfig (42d53e939152f4dea34439807e77f688a45264921007152b72ec29f813505e40) AuthConfig (611dbef26df6d763aa324122378bb8cefc5ea7ea7cbfe18d245db2d069b271a3) AuthConfig (2a4a0b07ac63be9bf9e27e63358934c693a0159829a50a6a5369699b47e47cdf) AuthConfig (9ff373ed14dcf27f2094c7729da2bb1183ced9ef3c81ea19bc894402bbdee123) AuthConfig (c73593764ec4b6dd2ba9734e24cc5037ced34562a1e5ff6b63cbce6a5a941b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"9e2877c6-3606-48e1-863b-1c840b21b36c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.47885385Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","namespace":"ai-tenant-e2e-praxis-b-5ab10d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.47891517Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","namespace":"ai-tenant-e2e-praxis-b-5ab10d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.47896772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","tenant":"e2e-praxis-b-5ab10d","tenantID":"e2e-praxis-b-5ab10d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.534644272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Deployment","name":"maas-api-e2e-praxis-b-5ab10d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.59613023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Service","name":"maas-api-e2e-praxis-b-5ab10d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.657859913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-5ab10d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.713562757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-5ab10d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.79116901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.847884696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.906639877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.964044235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.018005183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.071713613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.125073457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Service","name":"payload-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.178535147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.231913662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.285486818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.338755837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.396024637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.449364938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.502884657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.556605003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-5ab10d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:19.613926264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5ab10d"},"namespace":"ai-tenant-e2e-praxis-b-5ab10d","name":"default-tenant","reconcileID":"4c055bd2-1d6a-42b0-b6b6-c8cb027eaa88","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-5ab10d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.64552135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"47c5268c-3231-4a71-8ee3-e173c4ee8675","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.704815653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"47c5268c-3231-4a71-8ee3-e173c4ee8675","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.762137521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc115195a828b4eaefa1187f5d89967f80004e2f4692a0343f954778345eb6f4) AuthConfig (0d25bd01d59630cffb02e53013422d81f885c833d326077feed342b7f0a403e5) AuthConfig (55945d6f049cad187d12b1e0c23a7591aed57676495c0a591d97f66d1ac7884c) AuthConfig (28a741fc79d20b8f3d85389902856f8f155878a5af0785f42d1fa73cbf2041ae) AuthConfig (9186b7d4f72f4016794ff78da5c68822d0d387133450d348219eaeebe5bacd26) AuthConfig (b0aeb03cd9456864c15d6afaffcd71215d9457473a5ca49dbd1dac3125afb96d) AuthConfig (5c1678379f544a1c1605ba81667b09410c32037bdc51fe35a6979a5395431728) AuthConfig (3b2461081a0875fa7fbcfe0e9800f3f1389078526b24df83d5b40975dd2cffcc) AuthConfig (817908b7b3b1bce913c22990f163c8ee5f481522453d4f2e390abd05c1f1f0e0) AuthConfig (f23bfcf466c9c057595edd5eedb5f9370a3aa17f8f77f7359b738b81bdced79a) AuthConfig (66c9900404385367b9e4b73c7fc8b544f4b6acf39dcfd2a1b43e86649d76b228) AuthConfig (1bae70773d845c9cac935a61653c6ffc25c1ec4c9c89cdc83dd22734b174e874) AuthConfig (4503421d74bcd75fa6c2b5e5b70aaa4e610b8b3bb19383279d455c4c03e7f07f) AuthConfig (42d53e939152f4dea34439807e77f688a45264921007152b72ec29f813505e40) AuthConfig (611dbef26df6d763aa324122378bb8cefc5ea7ea7cbfe18d245db2d069b271a3) AuthConfig (2a4a0b07ac63be9bf9e27e63358934c693a0159829a50a6a5369699b47e47cdf) AuthConfig (9ff373ed14dcf27f2094c7729da2bb1183ced9ef3c81ea19bc894402bbdee123) AuthConfig (c73593764ec4b6dd2ba9734e24cc5037ced34562a1e5ff6b63cbce6a5a941b95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"47c5268c-3231-4a71-8ee3-e173c4ee8675","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:27.661295924Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5ab10d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5ab10d","reconcileID":"368c2960-1186-499b-832b-daa4d9dd37aa","aitenant":"ai-tenants/e2e-praxis-b-5ab10d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.244888716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a06a8-e325-4df0-8277-f7a4d36c254f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.298882989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a06a8-e325-4df0-8277-f7a4d36c254f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.353238833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a06a8-e325-4df0-8277-f7a4d36c254f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.407308702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"381a06a8-e325-4df0-8277-f7a4d36c254f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.468422953Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5ab10d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5ab10d","reconcileID":"368c2960-1186-499b-832b-daa4d9dd37aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5ab10d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-5ab10d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.37600544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b94bca-2cc6-4d0c-bf49-d552f91c0342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.430228194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b94bca-2cc6-4d0c-bf49-d552f91c0342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.484415714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b94bca-2cc6-4d0c-bf49-d552f91c0342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.540105525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b94bca-2cc6-4d0c-bf49-d552f91c0342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.544736098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65efe4f-0434-4165-ab44-c7240baa0dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.598739459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65efe4f-0434-4165-ab44-c7240baa0dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.652516981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65efe4f-0434-4165-ab44-c7240baa0dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.706352987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65efe4f-0434-4165-ab44-c7240baa0dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.646251744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d824c95-1aa1-4c0e-861a-de7dec94ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.700245136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d824c95-1aa1-4c0e-861a-de7dec94ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.754478821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d824c95-1aa1-4c0e-861a-de7dec94ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.80832406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d824c95-1aa1-4c0e-861a-de7dec94ea57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.873636317Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-04240d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-04240d","reconcileID":"6bac8774-a876-4433-9b99-11d16b560705","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-04240d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-04240d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:36.795503748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa81227-7edc-4b4d-bc9e-a721aa3689b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:36.85015073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa81227-7edc-4b4d-bc9e-a721aa3689b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:36.903881854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa81227-7edc-4b4d-bc9e-a721aa3689b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:36.958012031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa81227-7edc-4b4d-bc9e-a721aa3689b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.011540501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"4f042ef6-4aee-46b0-8e81-ec19114ab666","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.070178988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"4f042ef6-4aee-46b0-8e81-ec19114ab666","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.443202852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"06a704c8-52b4-40fb-b8a5-e58642933eb8","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.443227617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"06a704c8-52b4-40fb-b8a5-e58642933eb8","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:38.119467806Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-04240d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-04240d","reconcileID":"f4a184ff-709d-4771-bd41-00735bcf1b91","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w2-04240d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:38.987011498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af50b33-5ed7-4e91-a73d-ae7782b70fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:39.040872807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af50b33-5ed7-4e91-a73d-ae7782b70fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:39.094722115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af50b33-5ed7-4e91-a73d-ae7782b70fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:39.150695093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4af50b33-5ed7-4e91-a73d-ae7782b70fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.104580599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"efd010a6-8111-40e4-8ecd-81330c7765c2","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.104610499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"efd010a6-8111-40e4-8ecd-81330c7765c2","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.862924611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"0362a04f-82e9-4503-8db8-63d574e0ca76","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.862947391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"0362a04f-82e9-4503-8db8-63d574e0ca76","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.92268236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"b262512d-84f1-4f85-ba70-7264fbc36d9b","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.922708001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"b262512d-84f1-4f85-ba70-7264fbc36d9b","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.970044742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"99e0bedf-7895-4284-a041-16b48a1fcc2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:42.972428324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ea1f59ed-ca89-4a03-a374-b6c7f473cc58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-85faa9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:42.977854603Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"b262512d-84f1-4f85-ba70-7264fbc36d9b","name":"auth-test-model-0cebce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0cebce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:42.977914496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"b262512d-84f1-4f85-ba70-7264fbc36d9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0cebce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.983372614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"70bdd9c2-16b2-45a3-b920-67f7df9f4c06","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:42.98338866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"70bdd9c2-16b2-45a3-b920-67f7df9f4c06","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.030244822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"99e0bedf-7895-4284-a041-16b48a1fcc2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.084474322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"c52f742e-7f5a-441d-a12a-b7a512a5abba","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.08449505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"c52f742e-7f5a-441d-a12a-b7a512a5abba","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.141151621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"a08c804f-a17e-4dff-b7cb-e5260a1d037b","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.141173108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"a08c804f-a17e-4dff-b7cb-e5260a1d037b","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.345546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"b64526cd-e8e0-4f98-a7ac-e421fc7c3ad1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.37192945Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"25aa50dc-631a-46e3-a35d-338673d9ac6b","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-auth-test-model-0cebce","model":"auth-test-model-0cebce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-0cebce/e2e-auth-iso-85faa9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.404157744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"b64526cd-e8e0-4f98-a7ac-e421fc7c3ad1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.541544415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"2c34c95e-9436-4e24-93b9-ada176316a7a","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.541572896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"2c34c95e-9436-4e24-93b9-ada176316a7a","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.704014909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"d24350c0-d8d7-4660-8b2d-a11678f36f8b","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-auth-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:45.952776735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.598723376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"a5be8f3d-b025-4b66-993d-905f18a45174","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.598745052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"a5be8f3d-b025-4b66-993d-905f18a45174","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.657526174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"17ee0ff2-41cc-4c2e-89f7-301f9a1291bf","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.657618273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"17ee0ff2-41cc-4c2e-89f7-301f9a1291bf","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.764671028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"b6807100-f62d-4c1d-a550-66a1563223ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.89731506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"b6807100-f62d-4c1d-a550-66a1563223ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.955067838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-17edb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"b6807100-f62d-4c1d-a550-66a1563223ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.012234398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"de8bc20f-9a74-4305-9c50-50473c9fb62e","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.012270021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"de8bc20f-9a74-4305-9c50-50473c9fb62e","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.25218326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a7384c47-5197-4285-b565-532aa4b217b4","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.252212347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a7384c47-5197-4285-b565-532aa4b217b4","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.755800146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"16229439-57fb-4c5e-b84b-86a899633c12","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.755829655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"16229439-57fb-4c5e-b84b-86a899633c12","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.812256512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"a0afcd5a-29e8-4cbf-81ba-c817b233696e","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.812275558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"a0afcd5a-29e8-4cbf-81ba-c817b233696e","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.921410959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2f6fe6fb-0657-47c8-8682-ca24282efb82","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.052191818Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2f6fe6fb-0657-47c8-8682-ca24282efb82","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.109343242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2f6fe6fb-0657-47c8-8682-ca24282efb82","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.168535467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"447608f4-e85a-4d20-9046-e75df6704c2c","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.168558356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"447608f4-e85a-4d20-9046-e75df6704c2c","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.119931513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"7daf9833-23b4-403d-82c8-d6d7409d4c0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.179256748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"7daf9833-23b4-403d-82c8-d6d7409d4c0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.23742856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-17edb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"7daf9833-23b4-403d-82c8-d6d7409d4c0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.280191235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"6ea2e869-212f-4379-a15b-00c6f944640d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.339194054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"6ea2e869-212f-4379-a15b-00c6f944640d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.396639773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"6ea2e869-212f-4379-a15b-00c6f944640d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:08.34540714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"e2650eed-79be-41f4-ad09-d13895797c76","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:08.407195264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"e2650eed-79be-41f4-ad09-d13895797c76","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:08.467201135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-17edb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"e2650eed-79be-41f4-ad09-d13895797c76","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.908157519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"1818a0bc-65f4-49dd-8d7f-c4d34ad9b347","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-316c92","tenantID":"e2e-autores-316c92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:10.029572003Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"1818a0bc-65f4-49dd-8d7f-c4d34ad9b347","name":"e2e-autores-316c92-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.808981134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"b493b9ae-e3e8-46fc-9d4f-9dcd2ba4027c","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-auth-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.984010323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"75c4d8df-8aa9-4657-a4a8-05b0715f5709","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.984158511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"75c4d8df-8aa9-4657-a4a8-05b0715f5709","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.575273775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"66850326-6d25-4da5-8c7b-543dd5c1b9fd","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.575299723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"66850326-6d25-4da5-8c7b-543dd5c1b9fd","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.632321551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"738b246c-8e98-4fe5-96ec-f1fa4b4116c5","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.632346436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"738b246c-8e98-4fe5-96ec-f1fa4b4116c5","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.739341895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"b12f78cb-7247-4619-b52b-96ce04fa358b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.871006319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"b12f78cb-7247-4619-b52b-96ce04fa358b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.894199213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"fa2917cc-47e3-414d-9ab7-b9759b73cf54","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.928386659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"b12f78cb-7247-4619-b52b-96ce04fa358b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.95297565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"fa2917cc-47e3-414d-9ab7-b9759b73cf54","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.985295362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"c7268d8f-c534-4856-bc0b-0ad3501ed434","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.985319251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"c7268d8f-c534-4856-bc0b-0ad3501ed434","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.504334979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d5fad6ef-9689-45c1-822f-7e55739d3167","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.563121713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d5fad6ef-9689-45c1-822f-7e55739d3167","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.621085327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330156124ff4a662258feaf95f8fe767e9cdbd89bce2a3853f83f15d58e4f295) AuthConfig (a53a5732e27626decab8bff6bbe116d8cefd2655a52fb3a6ac0ccac411d9458b) AuthConfig (e236f6124c0035e04976eb3f14afcb921e0645593b5d353c5dcaae90701639b8) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (e9f11e363caf05725a9175ba1c1f53309737e03e6669336f2efc047006203498) AuthConfig (4899e693cf4a80def4734ee4023f9aa675a406ddfb708481ced96143328107fa) AuthConfig (288daa0586b0115be6331b2b0fd6437b145e0b3a4fafe96399855fde2cc425d1) AuthConfig (b6fc10d3a1204adb01eec69491adeee8e43dfc6cc40051296b3ae31b8e20dc47) AuthConfig (6a746f85820aab6554c7bca5fee58b372dd1659d43c8ccd80b30c1e10111f600) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (fb01c612042a14d170c06d4647c6d97195177e0762eb1f77daf4b8a68fc657e7) AuthConfig (f1ab364576046752d3fcda98ec7474ced6c86ab3a69eff98edacd9d457793025) AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (2ed91a7b0d94a4473c230a344276f507a2a896bd2f1edd7193a1c088c9824e2c) AuthConfig (b806fb3e1ef3cb5647b4d1d96f924b1aacfe5467700fc0f4f4bf8d771601adba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d5fad6ef-9689-45c1-822f-7e55739d3167","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.680516077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"d61952e0-cfa0-4d42-88db-1a3f2a3cd1c8","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.680539477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"d61952e0-cfa0-4d42-88db-1a3f2a3cd1c8","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:15.95823812Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:18.576093883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"0bd5eb70-830d-46bd-8de9-cfaf52d4d37f","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:18.636012998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"0bd5eb70-830d-46bd-8de9-cfaf52d4d37f","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:18.693681632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-17edb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6a778f8676925568b2508ec798ea79dbf8d102184766aae1efabb029e92b075) AuthConfig (576339a3bf0b4d85514a3cfdf795543e49a8f6505ee0760ec2b8792c7403bafc) AuthConfig (479e0f2b568c1c08721f853400760661be3165be0da5607dfb582902484e4221) AuthConfig (48792ba0bcc95b2868da9cf7c82b29fe39729174ac2d52e246a50c4bf9bf34eb) AuthConfig (977ceefcffe4c32b366bd0fac9c600a66541580b4b2cb84b474771fc7b3377a8) AuthConfig (ca9b25c6f46459192381d85d6fe3089b555ec5aa4969f1108a4e37f813c2d3dd) AuthConfig (0ea1e653d13cdcfe0bca2fef43d964584689d33f4500c58faac75cac88e32ef8) AuthConfig (112b7289dc41f80ad03a3917a75f7b303e383460dce52faee8db8ec770100c77) AuthConfig (8ac19dfc99cfb481a46ad0e987cd0e77296d8e66c56c72b84e543dae57be614c) AuthConfig (bb01b0418619234149b27780638a4925ba8792397cff342078bd4cbcc22940e9) AuthConfig (2c5dbc593e9df11b2a4daee6dfc0a47d2abc1788966973647c0b5bdd21c0f151) AuthConfig (13172571cccdc2607e9d69fe59f039eb8cb9e6c77acf781ff75361e6db63146a) AuthConfig (0701efd9e059caa7b46549c00090cd2d133a848d044ab1473eb0e7e3c1651d28) AuthConfig (eb0531fda8b745d1b32eb9202dc4f87af3fae91a7570fd1e383f8b6459f0cab6) AuthConfig (21b51b75759f99ea5a9e9dcdb8d25b2793eb048aaacb71cd5f7ad5bcb3ca9c1a) AuthConfig (faf4264235fa74196513df83aed43a83fcbacd85bcc27ca23880cf105b96c424) AuthConfig (7fbea8c638c2f67f269913ca7412a1a3b24cd59f16433c6f89440f4de0c3ac2f) AuthConfig (7fee7cba71ead4fbc28bb686e43763cc0dd9379e1da6b4094f85ef9ba84fcbd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"0bd5eb70-830d-46bd-8de9-cfaf52d4d37f","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:18.753225173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"f3c8bc71-a18e-4f17-a6c5-907ad995c6db","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:18.753251086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"f3c8bc71-a18e-4f17-a6c5-907ad995c6db","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.097649325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"27adc141-a5a5-489a-9073-2ce7d8c80363","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.156621112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"27adc141-a5a5-489a-9073-2ce7d8c80363","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.21441163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"27adc141-a5a5-489a-9073-2ce7d8c80363","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:24.788185798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"a212a0bd-e6c1-4b8a-8ab7-8eecb59c07ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:24.846743419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"a212a0bd-e6c1-4b8a-8ab7-8eecb59c07ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:24.904480494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330156124ff4a662258feaf95f8fe767e9cdbd89bce2a3853f83f15d58e4f295) AuthConfig (a53a5732e27626decab8bff6bbe116d8cefd2655a52fb3a6ac0ccac411d9458b) AuthConfig (e236f6124c0035e04976eb3f14afcb921e0645593b5d353c5dcaae90701639b8) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (e9f11e363caf05725a9175ba1c1f53309737e03e6669336f2efc047006203498) AuthConfig (4899e693cf4a80def4734ee4023f9aa675a406ddfb708481ced96143328107fa) AuthConfig (288daa0586b0115be6331b2b0fd6437b145e0b3a4fafe96399855fde2cc425d1) AuthConfig (b6fc10d3a1204adb01eec69491adeee8e43dfc6cc40051296b3ae31b8e20dc47) AuthConfig (6a746f85820aab6554c7bca5fee58b372dd1659d43c8ccd80b30c1e10111f600) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (fb01c612042a14d170c06d4647c6d97195177e0762eb1f77daf4b8a68fc657e7) AuthConfig (f1ab364576046752d3fcda98ec7474ced6c86ab3a69eff98edacd9d457793025) AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (2ed91a7b0d94a4473c230a344276f507a2a896bd2f1edd7193a1c088c9824e2c) AuthConfig (b806fb3e1ef3cb5647b4d1d96f924b1aacfe5467700fc0f4f4bf8d771601adba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"a212a0bd-e6c1-4b8a-8ab7-8eecb59c07ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:28.860437375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"df8f9f78-5d39-42e2-98cd-5b444ac063d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:28.919739164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"df8f9f78-5d39-42e2-98cd-5b444ac063d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:28.977728989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-17edb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6a778f8676925568b2508ec798ea79dbf8d102184766aae1efabb029e92b075) AuthConfig (576339a3bf0b4d85514a3cfdf795543e49a8f6505ee0760ec2b8792c7403bafc) AuthConfig (479e0f2b568c1c08721f853400760661be3165be0da5607dfb582902484e4221) AuthConfig (48792ba0bcc95b2868da9cf7c82b29fe39729174ac2d52e246a50c4bf9bf34eb) AuthConfig (977ceefcffe4c32b366bd0fac9c600a66541580b4b2cb84b474771fc7b3377a8) AuthConfig (ca9b25c6f46459192381d85d6fe3089b555ec5aa4969f1108a4e37f813c2d3dd) AuthConfig (0ea1e653d13cdcfe0bca2fef43d964584689d33f4500c58faac75cac88e32ef8) AuthConfig (112b7289dc41f80ad03a3917a75f7b303e383460dce52faee8db8ec770100c77) AuthConfig (8ac19dfc99cfb481a46ad0e987cd0e77296d8e66c56c72b84e543dae57be614c) AuthConfig (bb01b0418619234149b27780638a4925ba8792397cff342078bd4cbcc22940e9) AuthConfig (2c5dbc593e9df11b2a4daee6dfc0a47d2abc1788966973647c0b5bdd21c0f151) AuthConfig (13172571cccdc2607e9d69fe59f039eb8cb9e6c77acf781ff75361e6db63146a) AuthConfig (0701efd9e059caa7b46549c00090cd2d133a848d044ab1473eb0e7e3c1651d28) AuthConfig (eb0531fda8b745d1b32eb9202dc4f87af3fae91a7570fd1e383f8b6459f0cab6) AuthConfig (21b51b75759f99ea5a9e9dcdb8d25b2793eb048aaacb71cd5f7ad5bcb3ca9c1a) AuthConfig (faf4264235fa74196513df83aed43a83fcbacd85bcc27ca23880cf105b96c424) AuthConfig (7fbea8c638c2f67f269913ca7412a1a3b24cd59f16433c6f89440f4de0c3ac2f) AuthConfig (7fee7cba71ead4fbc28bb686e43763cc0dd9379e1da6b4094f85ef9ba84fcbd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"df8f9f78-5d39-42e2-98cd-5b444ac063d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.322822931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"c9246c2d-ed3e-4409-893c-8069b9ea8177","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.382138842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"c9246c2d-ed3e-4409-893c-8069b9ea8177","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.439863465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"c9246c2d-ed3e-4409-893c-8069b9ea8177","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.012093238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2f7d7622-800d-4b40-830c-7217a7579873","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.070801688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2f7d7622-800d-4b40-830c-7217a7579873","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.128235257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (330156124ff4a662258feaf95f8fe767e9cdbd89bce2a3853f83f15d58e4f295) AuthConfig (a53a5732e27626decab8bff6bbe116d8cefd2655a52fb3a6ac0ccac411d9458b) AuthConfig (e236f6124c0035e04976eb3f14afcb921e0645593b5d353c5dcaae90701639b8) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (e9f11e363caf05725a9175ba1c1f53309737e03e6669336f2efc047006203498) AuthConfig (4899e693cf4a80def4734ee4023f9aa675a406ddfb708481ced96143328107fa) AuthConfig (288daa0586b0115be6331b2b0fd6437b145e0b3a4fafe96399855fde2cc425d1) AuthConfig (b6fc10d3a1204adb01eec69491adeee8e43dfc6cc40051296b3ae31b8e20dc47) AuthConfig (6a746f85820aab6554c7bca5fee58b372dd1659d43c8ccd80b30c1e10111f600) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (fb01c612042a14d170c06d4647c6d97195177e0762eb1f77daf4b8a68fc657e7) AuthConfig (f1ab364576046752d3fcda98ec7474ced6c86ab3a69eff98edacd9d457793025) AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (2ed91a7b0d94a4473c230a344276f507a2a896bd2f1edd7193a1c088c9824e2c) AuthConfig (b806fb3e1ef3cb5647b4d1d96f924b1aacfe5467700fc0f4f4bf8d771601adba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2f7d7622-800d-4b40-830c-7217a7579873","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:39.086718883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"2691ccea-08a0-483e-ba05-b1490b9cea72","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:39.146492697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"2691ccea-08a0-483e-ba05-b1490b9cea72","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:39.204049664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-17edb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6a778f8676925568b2508ec798ea79dbf8d102184766aae1efabb029e92b075) AuthConfig (576339a3bf0b4d85514a3cfdf795543e49a8f6505ee0760ec2b8792c7403bafc) AuthConfig (479e0f2b568c1c08721f853400760661be3165be0da5607dfb582902484e4221) AuthConfig (48792ba0bcc95b2868da9cf7c82b29fe39729174ac2d52e246a50c4bf9bf34eb) AuthConfig (977ceefcffe4c32b366bd0fac9c600a66541580b4b2cb84b474771fc7b3377a8) AuthConfig (ca9b25c6f46459192381d85d6fe3089b555ec5aa4969f1108a4e37f813c2d3dd) AuthConfig (0ea1e653d13cdcfe0bca2fef43d964584689d33f4500c58faac75cac88e32ef8) AuthConfig (112b7289dc41f80ad03a3917a75f7b303e383460dce52faee8db8ec770100c77) AuthConfig (8ac19dfc99cfb481a46ad0e987cd0e77296d8e66c56c72b84e543dae57be614c) AuthConfig (bb01b0418619234149b27780638a4925ba8792397cff342078bd4cbcc22940e9) AuthConfig (2c5dbc593e9df11b2a4daee6dfc0a47d2abc1788966973647c0b5bdd21c0f151) AuthConfig (13172571cccdc2607e9d69fe59f039eb8cb9e6c77acf781ff75361e6db63146a) AuthConfig (0701efd9e059caa7b46549c00090cd2d133a848d044ab1473eb0e7e3c1651d28) AuthConfig (eb0531fda8b745d1b32eb9202dc4f87af3fae91a7570fd1e383f8b6459f0cab6) AuthConfig (21b51b75759f99ea5a9e9dcdb8d25b2793eb048aaacb71cd5f7ad5bcb3ca9c1a) AuthConfig (faf4264235fa74196513df83aed43a83fcbacd85bcc27ca23880cf105b96c424) AuthConfig (7fbea8c638c2f67f269913ca7412a1a3b24cd59f16433c6f89440f4de0c3ac2f) AuthConfig (7fee7cba71ead4fbc28bb686e43763cc0dd9379e1da6b4094f85ef9ba84fcbd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"2691ccea-08a0-483e-ba05-b1490b9cea72","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.550640744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"f63bb791-a9ca-4a44-bcef-5cf23b9efd3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.617100664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"f63bb791-a9ca-4a44-bcef-5cf23b9efd3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.68345465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47c2978192a39ec4cd57ffd11c4d2db5ab0cb9cbbe35006fd5032412728b97c9) AuthConfig (355ed830578e081ca9fee398cf6c924649ba879af1dfd2d2c60b3e1ad83cb8ad) AuthConfig (2b8da5d9f28be60bc7eebb321e493f866ff2c777a5c662a4cf0c1cb3f4fcf179) AuthConfig (ebdaa344addb5ea6b647c54b36361f8add6a5ad123cb304bec04825e3565ebaf) AuthConfig (e4856cf48faf56fca6b5a19af25244e063a42bc7df75f935a90ca3d88ad871e5) AuthConfig (2c412fe1fdab42956e36e13cbf85ed250586915eed49c9e63a472e1c4d1f0d92) AuthConfig (fd7dc7124cbb344d00369e62944e298d4d522e24e1e2e734a9ffaa3ead8ea579) AuthConfig (37584e6a3e311d5e877946fb2daedccf5227549bb4c02bb568631dbda3d8214e) AuthConfig (74ba1846ee26663b7278d4c5f2a6a933b9ccdc72bcbb5dd890699b246d51a0c4) AuthConfig (c96742700d244997eb023a04fa7785951213bffa3e3d262580d4f23060c054b0) AuthConfig (e3bc21e682fbb88b7bd6afd482ebb5d0610e88b545f24c6b064becb25c788951) AuthConfig (045c37d31741a5380b6f5f0a4020ee92b52c41ef2c592b211c9fbc14a824e597) AuthConfig (a4c48c1ff3154bd3aa2a41136a41789ac9d5a530bddf2500afb25ad0d4b9321b) AuthConfig (47218125aa6f763744254394a43a4b5ce204161ff958bf6a437183062d13ab68) AuthConfig (6482eb1c011e473903ff3a7aa9962857ec035c13dcf5cae9620fd0b856e29df5) AuthConfig (f4226d1a842856223c63f3056550ef38fb57ed09deb2980595785ae83cdad3e3) AuthConfig (818c262ee13c72346f64d4a3fba063192d1a362421f01688d6b0777cec78152c) AuthConfig (2fbf40c9f1b194d64ec37507cf7885cfbe4b2f8b2b80acd11beba06489cda14e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"f63bb791-a9ca-4a44-bcef-5cf23b9efd3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.743292503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"929b5780-9d2d-4c8d-93c5-b2be619d3fe6","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.743315568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"929b5780-9d2d-4c8d-93c5-b2be619d3fe6","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.830004904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"40d3b120-336c-48e7-a9f1-e08c9deb9b43","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.950681928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"40d3b120-336c-48e7-a9f1-e08c9deb9b43","name":"e2e-shared-a-w2-04240d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:45.303467989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d4663183-cdb9-4bd8-946d-9ce31c0d4c0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:45.36214899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d4663183-cdb9-4bd8-946d-9ce31c0d4c0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:45.64854283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"44c348f2-40e8-4d9e-ae16-e1b31ce5ae46","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:45.648564263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"44c348f2-40e8-4d9e-ae16-e1b31ce5ae46","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:45.95294253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.31250496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"5ee44498-f717-4ad8-b07a-b3493fd879f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.372502312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"5ee44498-f717-4ad8-b07a-b3493fd879f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.647797781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"fb50890f-68e9-4e15-b00d-8c2ed9d6b1b9","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.647819538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"fb50890f-68e9-4e15-b00d-8c2ed9d6b1b9","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.254829603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"2541dd56-c661-49bb-ba10-3a98adcca91f","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.254852633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"2541dd56-c661-49bb-ba10-3a98adcca91f","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.314573713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"d0b1174e-4e10-44a1-9ab9-de6b7125f3aa","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.314601018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"d0b1174e-4e10-44a1-9ab9-de6b7125f3aa","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.361466251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"29a13638-d07a-4b6c-8051-eb620cb9cb33","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:51.364328213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d807ffad-0977-4cf2-a911-0ae0b3b3e090","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b7a521\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:51.370045307Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"d0b1174e-4e10-44a1-9ab9-de6b7125f3aa","name":"auth-test-model-210049","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-210049\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:51.370099287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"d0b1174e-4e10-44a1-9ab9-de6b7125f3aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-210049\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.376428139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"fe3d36bc-d687-4d6a-90d5-506a23119747","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.376450964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"fe3d36bc-d687-4d6a-90d5-506a23119747","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.449102765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"29a13638-d07a-4b6c-8051-eb620cb9cb33","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.524643507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"df220a5f-62e9-4bcd-854b-610caca8527e","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.524676494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"df220a5f-62e9-4bcd-854b-610caca8527e","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.583639811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"52c9bb8f-28cd-427a-88d7-51816b35c595","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.583684934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"52c9bb8f-28cd-427a-88d7-51816b35c595","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.784188214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"f691886e-6119-4ad7-9ac2-83a4c21c14db","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.80332385Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"037b4a2c-db43-4b3b-88f4-b71508bb209b","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-auth-test-model-210049","model":"auth-test-model-210049","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-210049/e2e-auth-iso-b7a521"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.843517566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"f691886e-6119-4ad7-9ac2-83a4c21c14db","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.97452633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"f690954f-7a91-474d-9e91-80d4e66ebeb3","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.974551455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"f690954f-7a91-474d-9e91-80d4e66ebeb3","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:52.135840312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"2132ed6e-7c85-4656-8bcd-d584849751df","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-auth-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.850703577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"89202d6c-647b-4b51-92e8-228355f1e385","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.909626301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"89202d6c-647b-4b51-92e8-228355f1e385","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.967047072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47c2978192a39ec4cd57ffd11c4d2db5ab0cb9cbbe35006fd5032412728b97c9) AuthConfig (355ed830578e081ca9fee398cf6c924649ba879af1dfd2d2c60b3e1ad83cb8ad) AuthConfig (2b8da5d9f28be60bc7eebb321e493f866ff2c777a5c662a4cf0c1cb3f4fcf179) AuthConfig (ebdaa344addb5ea6b647c54b36361f8add6a5ad123cb304bec04825e3565ebaf) AuthConfig (e4856cf48faf56fca6b5a19af25244e063a42bc7df75f935a90ca3d88ad871e5) AuthConfig (2c412fe1fdab42956e36e13cbf85ed250586915eed49c9e63a472e1c4d1f0d92) AuthConfig (fd7dc7124cbb344d00369e62944e298d4d522e24e1e2e734a9ffaa3ead8ea579) AuthConfig (37584e6a3e311d5e877946fb2daedccf5227549bb4c02bb568631dbda3d8214e) AuthConfig (74ba1846ee26663b7278d4c5f2a6a933b9ccdc72bcbb5dd890699b246d51a0c4) AuthConfig (c96742700d244997eb023a04fa7785951213bffa3e3d262580d4f23060c054b0) AuthConfig (e3bc21e682fbb88b7bd6afd482ebb5d0610e88b545f24c6b064becb25c788951) AuthConfig (045c37d31741a5380b6f5f0a4020ee92b52c41ef2c592b211c9fbc14a824e597) AuthConfig (a4c48c1ff3154bd3aa2a41136a41789ac9d5a530bddf2500afb25ad0d4b9321b) AuthConfig (47218125aa6f763744254394a43a4b5ce204161ff958bf6a437183062d13ab68) AuthConfig (6482eb1c011e473903ff3a7aa9962857ec035c13dcf5cae9620fd0b856e29df5) AuthConfig (f4226d1a842856223c63f3056550ef38fb57ed09deb2980595785ae83cdad3e3) AuthConfig (818c262ee13c72346f64d4a3fba063192d1a362421f01688d6b0777cec78152c) AuthConfig (2fbf40c9f1b194d64ec37507cf7885cfbe4b2f8b2b80acd11beba06489cda14e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"89202d6c-647b-4b51-92e8-228355f1e385","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.263670953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"74463b2a-30e8-4b6b-ada5-865432ead813","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.263691125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"74463b2a-30e8-4b6b-ada5-865432ead813","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.329558709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"6296f757-9eff-408f-ba3f-ff7a80920df1","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.329593069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"6296f757-9eff-408f-ba3f-ff7a80920df1","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.412362751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"265a8cee-122c-4229-ade9-cc9f845bc32b","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:55.41308932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"7ca51d55-04eb-49ed-9b42-8a7c3f9d3ce0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-789d9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.478838684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"265a8cee-122c-4229-ade9-cc9f845bc32b","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.531079242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"dd976c4f-dd8f-4850-9841-5d7516298eda","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.531188735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"dd976c4f-dd8f-4850-9841-5d7516298eda","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.588827731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"6272179e-330f-460d-963a-dc907898a52b","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.588852878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"6272179e-330f-460d-963a-dc907898a52b","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.751346911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"5bd98a72-9897-4e9f-baa4-2413a026a88b","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.808203645Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"c94142aa-30a3-415e-bcea-762fdc359418","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"maas-trlp-auth-test-model-17edb0","model":"auth-test-model-17edb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-17edb0/e2e-auth-iso-789d9a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.81061734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"5bd98a72-9897-4e9f-baa4-2413a026a88b","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.988012034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"f6513518-6565-4005-9287-769573c3ba27","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:55.988035884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"f6513518-6565-4005-9287-769573c3ba27","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:56.158196329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"3407a4dd-f767-4eb7-a1fd-4ebf894a5027","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"maas-trlp-auth-test-model-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.075793885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"3f28edd2-c6ab-4caa-9260-a31df355a79f","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.13670501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"3f28edd2-c6ab-4caa-9260-a31df355a79f","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.194309415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47c2978192a39ec4cd57ffd11c4d2db5ab0cb9cbbe35006fd5032412728b97c9) AuthConfig (355ed830578e081ca9fee398cf6c924649ba879af1dfd2d2c60b3e1ad83cb8ad) AuthConfig (2b8da5d9f28be60bc7eebb321e493f866ff2c777a5c662a4cf0c1cb3f4fcf179) AuthConfig (ebdaa344addb5ea6b647c54b36361f8add6a5ad123cb304bec04825e3565ebaf) AuthConfig (e4856cf48faf56fca6b5a19af25244e063a42bc7df75f935a90ca3d88ad871e5) AuthConfig (2c412fe1fdab42956e36e13cbf85ed250586915eed49c9e63a472e1c4d1f0d92) AuthConfig (fd7dc7124cbb344d00369e62944e298d4d522e24e1e2e734a9ffaa3ead8ea579) AuthConfig (37584e6a3e311d5e877946fb2daedccf5227549bb4c02bb568631dbda3d8214e) AuthConfig (74ba1846ee26663b7278d4c5f2a6a933b9ccdc72bcbb5dd890699b246d51a0c4) AuthConfig (c96742700d244997eb023a04fa7785951213bffa3e3d262580d4f23060c054b0) AuthConfig (e3bc21e682fbb88b7bd6afd482ebb5d0610e88b545f24c6b064becb25c788951) AuthConfig (045c37d31741a5380b6f5f0a4020ee92b52c41ef2c592b211c9fbc14a824e597) AuthConfig (a4c48c1ff3154bd3aa2a41136a41789ac9d5a530bddf2500afb25ad0d4b9321b) AuthConfig (47218125aa6f763744254394a43a4b5ce204161ff958bf6a437183062d13ab68) AuthConfig (6482eb1c011e473903ff3a7aa9962857ec035c13dcf5cae9620fd0b856e29df5) AuthConfig (f4226d1a842856223c63f3056550ef38fb57ed09deb2980595785ae83cdad3e3) AuthConfig (818c262ee13c72346f64d4a3fba063192d1a362421f01688d6b0777cec78152c) AuthConfig (2fbf40c9f1b194d64ec37507cf7885cfbe4b2f8b2b80acd11beba06489cda14e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"3f28edd2-c6ab-4caa-9260-a31df355a79f","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:10.282300807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"386cb4f5-e758-4825-a5a1-eb515bc53e7e","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-auth-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:10.461793958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"21a641d2-3794-4c08-93d3-39797843ac92","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:10.461823659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"21a641d2-3794-4c08-93d3-39797843ac92","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:11.916609055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"bf126bbc-b439-44c3-a0f1-2f44a022c6a5","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"maas-trlp-auth-test-model-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.091494012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"bf0a30db-cfa4-4d1d-8a7f-656e39cf62cd","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.091517541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"bf0a30db-cfa4-4d1d-8a7f-656e39cf62cd","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.378368056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"cc8ce6bc-64b7-4326-86b2-f6a03cf8a7bd","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.378392019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"cc8ce6bc-64b7-4326-86b2-f6a03cf8a7bd","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.44401173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"4551deac-3859-4ad0-be18-0041ec155527","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.444076846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"4551deac-3859-4ad0-be18-0041ec155527","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.550991579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"3e80374f-1b8a-40e1-960d-666f8ad62a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.659995057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"e7325843-d55a-4e2f-bb64-eb43249a2d7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.734108818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"e7325843-d55a-4e2f-bb64-eb43249a2d7d","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.762196154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"3e80374f-1b8a-40e1-960d-666f8ad62a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.785359089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"650cfe4e-ea55-450f-8906-9135d5e90ba1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.822885636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"3e80374f-1b8a-40e1-960d-666f8ad62a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.844920324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"650cfe4e-ea55-450f-8906-9135d5e90ba1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.882093108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"929ac54f-ce30-454e-9c5b-e30d40ce314f","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.882113176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"929ac54f-ce30-454e-9c5b-e30d40ce314f","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.172818988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"c65bf5c6-1b24-4db8-b71a-a4a481edb067","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.172838429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"c65bf5c6-1b24-4db8-b71a-a4a481edb067","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.232198971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"088119d8-0972-47d1-9971-66652e27b83f","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.232793483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"088119d8-0972-47d1-9971-66652e27b83f","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.302367488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"5f0a3b71-5585-4e0c-94e8-ae07d8877ef0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.3412525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"dbe3fccf-7782-4e17-b08f-08e5f15d136c","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.361632977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"5f0a3b71-5585-4e0c-94e8-ae07d8877ef0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.481581449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"dbe3fccf-7782-4e17-b08f-08e5f15d136c","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.543086137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-163ff2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"dbe3fccf-7782-4e17-b08f-08e5f15d136c","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.604767193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"1b23c350-ae65-48c9-9d6f-aa6d57181aa1","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.604799259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"1b23c350-ae65-48c9-9d6f-aa6d57181aa1","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.649781509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"08041c8e-9a71-45b9-afbf-4d217bda40fa","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.649809934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"08041c8e-9a71-45b9-afbf-4d217bda40fa","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.118301931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"bc5cdfcb-6e50-4c7f-bfce-0b6c9ad60b8a","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.118811136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"bc5cdfcb-6e50-4c7f-bfce-0b6c9ad60b8a","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.17877191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1ea861f7-9639-43c9-9727-d7a843425246","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.178792324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1ea861f7-9639-43c9-9727-d7a843425246","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:15.235040002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"1859a1f7-d166-4c2a-afd6-ae1f967a4751","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-85faa9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:15.23798227Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1ea861f7-9639-43c9-9727-d7a843425246","name":"auth-test-model-66b7bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-66b7bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:15.238125693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1ea861f7-9639-43c9-9727-d7a843425246","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-66b7bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.243966156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"9aa905d5-5345-4eb2-8ad2-96828f8fb616","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.244084476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"9aa905d5-5345-4eb2-8ad2-96828f8fb616","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.244007749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"a778c2fb-3ae4-458f-8889-786f406b92fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.303849864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"a778c2fb-3ae4-458f-8889-786f406b92fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.350239549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"e91da49b-d431-4b0e-956e-78f7eaf4d1ae","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.350266835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"e91da49b-d431-4b0e-956e-78f7eaf4d1ae","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.407411077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"63d9533f-6e19-4b02-ba83-9a0f384e4f5b","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.40743287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"63d9533f-6e19-4b02-ba83-9a0f384e4f5b","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.57798202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"35e1787d-15d7-4cbe-b487-11d50d374780","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.63770745Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"02ebaa05-cbbb-45de-97ce-197cae0fc4f3","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-auth-test-model-66b7bf","model":"auth-test-model-66b7bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-66b7bf/e2e-auth-iso-85faa9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.644567247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"35e1787d-15d7-4cbe-b487-11d50d374780","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.811845842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1c40cb2e-2d11-4d0b-8244-9fb27d07c026","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.811868464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1c40cb2e-2d11-4d0b-8244-9fb27d07c026","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.953128389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.973078032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"759945d4-4db3-4669-8d86-6f61e902f955","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-auth-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.152150533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"c3e467c4-bf39-415a-b858-06e672b93e9a","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.152179104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"c3e467c4-bf39-415a-b858-06e672b93e9a","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.152351356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f899ef75-6e82-4c2f-bf05-677763e9f22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.206609911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f899ef75-6e82-4c2f-bf05-677763e9f22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.261157371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f899ef75-6e82-4c2f-bf05-677763e9f22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.3236201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f899ef75-6e82-4c2f-bf05-677763e9f22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.994373124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"2a93fde5-c42a-4ab8-a7b5-795c93e14027","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.056275727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"2a93fde5-c42a-4ab8-a7b5-795c93e14027","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.119001903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"2a93fde5-c42a-4ab8-a7b5-795c93e14027","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.4245389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e123833-f54e-49dc-870f-ad3ecd27c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.478343684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e123833-f54e-49dc-870f-ad3ecd27c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.536492503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e123833-f54e-49dc-870f-ad3ecd27c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.590448791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e123833-f54e-49dc-870f-ad3ecd27c391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.749869913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"0542a383-ff64-46c1-acba-bf1131c42675","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.808550629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"0542a383-ff64-46c1-acba-bf1131c42675","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.924408824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-163ff2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"0542a383-ff64-46c1-acba-bf1131c42675","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.228028293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"ba406fc1-9110-454f-a567-3fa8fb6aa3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.286927215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"ba406fc1-9110-454f-a567-3fa8fb6aa3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.344250238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"ba406fc1-9110-454f-a567-3fa8fb6aa3a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:35.033094228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"f2cbd14f-5257-4da3-9f2f-acd6b03ea6db","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:35.09170992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"f2cbd14f-5257-4da3-9f2f-acd6b03ea6db","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:35.148922663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-163ff2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"f2cbd14f-5257-4da3-9f2f-acd6b03ea6db","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.457926386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"13d6d46f-5202-47d4-a79b-e14817f2d882","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.51769584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"13d6d46f-5202-47d4-a79b-e14817f2d882","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.575368165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"13d6d46f-5202-47d4-a79b-e14817f2d882","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:45.256550922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"332b4527-7c06-4036-88c8-b36602c54fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:45.316265279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"332b4527-7c06-4036-88c8-b36602c54fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:45.373714589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-163ff2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"332b4527-7c06-4036-88c8-b36602c54fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:45.952892931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.794626121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"b08058f1-80f1-44f1-b931-09249d960309","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-auth-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.969295661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"e3570345-3f5c-4797-913f-9f3eb7114dbe","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.969328283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"e3570345-3f5c-4797-913f-9f3eb7114dbe","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.589591472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"a94d86a5-b2ea-4893-9c38-b16977110885","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.648458519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"a94d86a5-b2ea-4893-9c38-b16977110885","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.682701082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"7ea26b77-7dd6-48ce-83bf-dc079ae2645c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.741185717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"7ea26b77-7dd6-48ce-83bf-dc079ae2645c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.79863586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71da9fd79d912a81ffcb47940bb3951fad773b8a1b60aff0c5ba380e4b7bdcc3) AuthConfig (9fb3b99aca84305bdea40e4f0293f87da9eb37f4c80be63ee32958aa17c8211a) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (71cf42220482242e54333d8008ee6979f3bf82e541dc27c76f274dd6f0349c67) AuthConfig (147506cabbfddc50ed5a8a299fe1b4c6dbff6e190cc3e4cf7a7c8f8f1d289af2) AuthConfig (27132f0c0022c94cc858ac35e2eccdc588a2bdcd1aa221a73a14488ee85f4955) AuthConfig (aa4d0cdc18c67860bbcd38a020f099f715bf981c1447485c2bdf41f781a2676d) AuthConfig (eb3e45e77c018e8bb941e49b19739a6ac652171f7bb4c843d30e15aa3b6964f0) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (2adf8e3fe8d88e9af0ef48a812326df5a4d23a76f0072583ba43ad6a3ac0e09b) AuthConfig (4755de1aaf340572f1bb93863db11673e5180350fae7ba52d1a7b280abe34912) AuthConfig (1376f25dfc384a7f1923ec67d919da2d8e2cd6a4b514fdbe3be303ab10e9bac1) AuthConfig (805b2f5c73f9798cfd9871a09068b96a4f5e9197965f14dd1ed4332604bb8f58) AuthConfig (61adce4fe83ea132331b6f3939eeffd32e13b5e0dcdcbc1873355829b20ea628) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"7ea26b77-7dd6-48ce-83bf-dc079ae2645c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.858828715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"e4318702-eb02-448a-86f2-4cba622a0e06","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.858849176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"e4318702-eb02-448a-86f2-4cba622a0e06","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.482275907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"bd520027-9ee0-4a76-9beb-5b99e8a30938","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.547524189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"bd520027-9ee0-4a76-9beb-5b99e8a30938","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.560187696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"75800933-216d-4906-b2d1-07867770af02","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.560215146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"75800933-216d-4906-b2d1-07867770af02","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.605030906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-163ff2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (966573d6e6bb92c5da891af349603ee3edc0eb3037b43342620f0810e69ded99) AuthConfig (6651cf41fdaeb1c1ed53eb10fe4b038691c94412be9123bc1fd4653497a36a1e) AuthConfig (e2a2c137d0ddd5843e7c2f833495ad197b19dbc7f8af015e2b887d5bd711cde3) AuthConfig (a1f4259ae4472630b544668d3050913d4ec2f7136305116e55551b71b82413e5) AuthConfig (49c031e1ed60b4d940f2e663de7e95b700423a4584167b71dff0acd7bd00c62c) AuthConfig (b6e2fe12922f52b18fc50b0728168a3a44d8ff5554032d633ef40216d2561250) AuthConfig (8757f5f7fbda934d090ae02d4923964a0455222d4e070e3b1bf4e45aa85326aa) AuthConfig (37aa1437af0df3fb4e67ad0892ef0df08166d283a97cea845cf241df3d51f090) AuthConfig (b72fb48e5b2b80d3d58d4edd00261b89802ecbf1d9d406184626fb71b6b97c11) AuthConfig (d7d5957a3fb5eba63b576714d72b210454a0dcb706eee7cdbdf2aa855b2c1212) AuthConfig (6eea88b85259f8c41f1517798509306f0788830bf1931d9faa6940b343b6e096) AuthConfig (ea116aa53d33bd2cc5bc984aa617ed3260169b377b4cf48c339824460b8555a7) AuthConfig (2f0aeb614ce725d84e25199f42b76fd638e18747b5c315b793a69f96bf91e90c) AuthConfig (13395b355d05ee517ccf4942f844a1cb9fddd26d62b657d4a719eae5b73219bd) AuthConfig (96c46c46edc68e10c75a33df0a50c6ec49bfef724e302b7de66977930fc80bf9) AuthConfig (c0aed4f564b00d0b5434bb3572e2d830ece724aa579fa13c8d0001c294733aa9) AuthConfig (3a9f76aedd6bb631b1602fc72601bccf7ca5f176c950753283a451b9c36f7758) AuthConfig (0a6297af5db3658e57eacbebb1c067981927714f1bc2d7d4d8d2545960222bde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"bd520027-9ee0-4a76-9beb-5b99e8a30938","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.66913184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"404d00ac-5125-44b1-9cce-e9adfcd52c3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.669474545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"11f0c321-fbff-4e4e-8694-830485cfd05a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.669930081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"11f0c321-fbff-4e4e-8694-830485cfd05a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.750608721Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"ba575768-6356-4a36-bb3d-5c5ebfb94293","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1b77d1d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:55.758874537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"404d00ac-5125-44b1-9cce-e9adfcd52c3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:56.027939585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"5346fc0f-23f4-485b-b033-2e56ae2535c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:56.087855315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"5346fc0f-23f4-485b-b033-2e56ae2535c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.371789914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4579b3a-d7b2-49a9-a6ae-fdbcfcb5326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.425776325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4579b3a-d7b2-49a9-a6ae-fdbcfcb5326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.47985622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4579b3a-d7b2-49a9-a6ae-fdbcfcb5326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.534517869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4579b3a-d7b2-49a9-a6ae-fdbcfcb5326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.488192641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5868496d-11d3-420d-999a-b449ac7c6562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.542407133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5868496d-11d3-420d-999a-b449ac7c6562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.595969532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5868496d-11d3-420d-999a-b449ac7c6562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.650131232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5868496d-11d3-420d-999a-b449ac7c6562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.793873721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2de1c0-aab5-463b-a03a-88b535043297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.847600135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2de1c0-aab5-463b-a03a-88b535043297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.901260142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2de1c0-aab5-463b-a03a-88b535043297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.955802915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2de1c0-aab5-463b-a03a-88b535043297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.068321955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"0d7325da-3098-439e-86c5-bd052aefd955","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.126842893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"0d7325da-3098-439e-86c5-bd052aefd955","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.233462681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71da9fd79d912a81ffcb47940bb3951fad773b8a1b60aff0c5ba380e4b7bdcc3) AuthConfig (9fb3b99aca84305bdea40e4f0293f87da9eb37f4c80be63ee32958aa17c8211a) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (71cf42220482242e54333d8008ee6979f3bf82e541dc27c76f274dd6f0349c67) AuthConfig (147506cabbfddc50ed5a8a299fe1b4c6dbff6e190cc3e4cf7a7c8f8f1d289af2) AuthConfig (27132f0c0022c94cc858ac35e2eccdc588a2bdcd1aa221a73a14488ee85f4955) AuthConfig (aa4d0cdc18c67860bbcd38a020f099f715bf981c1447485c2bdf41f781a2676d) AuthConfig (eb3e45e77c018e8bb941e49b19739a6ac652171f7bb4c843d30e15aa3b6964f0) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (2adf8e3fe8d88e9af0ef48a812326df5a4d23a76f0072583ba43ad6a3ac0e09b) AuthConfig (4755de1aaf340572f1bb93863db11673e5180350fae7ba52d1a7b280abe34912) AuthConfig (1376f25dfc384a7f1923ec67d919da2d8e2cd6a4b514fdbe3be303ab10e9bac1) AuthConfig (805b2f5c73f9798cfd9871a09068b96a4f5e9197965f14dd1ed4332604bb8f58) AuthConfig (61adce4fe83ea132331b6f3939eeffd32e13b5e0dcdcbc1873355829b20ea628) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"0d7325da-3098-439e-86c5-bd052aefd955","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.24757061Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b4c93e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b4c93e","reconcileID":"387b8af7-6521-4653-9b3a-0f43700b6494","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b4c93e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b4c93e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.786197254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"33bf499c-fb76-4209-a255-a5627ffc37c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.813193279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"02bdaaca-132c-479a-9443-4e93dc16c5c7","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","subscription":"e2e-auth-iso-85faa9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.848803937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"33bf499c-fb76-4209-a255-a5627ffc37c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.867330864Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"02bdaaca-132c-479a-9443-4e93dc16c5c7","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.906510488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-163ff2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (966573d6e6bb92c5da891af349603ee3edc0eb3037b43342620f0810e69ded99) AuthConfig (6651cf41fdaeb1c1ed53eb10fe4b038691c94412be9123bc1fd4653497a36a1e) AuthConfig (e2a2c137d0ddd5843e7c2f833495ad197b19dbc7f8af015e2b887d5bd711cde3) AuthConfig (a1f4259ae4472630b544668d3050913d4ec2f7136305116e55551b71b82413e5) AuthConfig (49c031e1ed60b4d940f2e663de7e95b700423a4584167b71dff0acd7bd00c62c) AuthConfig (b6e2fe12922f52b18fc50b0728168a3a44d8ff5554032d633ef40216d2561250) AuthConfig (8757f5f7fbda934d090ae02d4923964a0455222d4e070e3b1bf4e45aa85326aa) AuthConfig (37aa1437af0df3fb4e67ad0892ef0df08166d283a97cea845cf241df3d51f090) AuthConfig (b72fb48e5b2b80d3d58d4edd00261b89802ecbf1d9d406184626fb71b6b97c11) AuthConfig (d7d5957a3fb5eba63b576714d72b210454a0dcb706eee7cdbdf2aa855b2c1212) AuthConfig (6eea88b85259f8c41f1517798509306f0788830bf1931d9faa6940b343b6e096) AuthConfig (ea116aa53d33bd2cc5bc984aa617ed3260169b377b4cf48c339824460b8555a7) AuthConfig (2f0aeb614ce725d84e25199f42b76fd638e18747b5c315b793a69f96bf91e90c) AuthConfig (13395b355d05ee517ccf4942f844a1cb9fddd26d62b657d4a719eae5b73219bd) AuthConfig (96c46c46edc68e10c75a33df0a50c6ec49bfef724e302b7de66977930fc80bf9) AuthConfig (c0aed4f564b00d0b5434bb3572e2d830ece724aa579fa13c8d0001c294733aa9) AuthConfig (3a9f76aedd6bb631b1602fc72601bccf7ca5f176c950753283a451b9c36f7758) AuthConfig (0a6297af5db3658e57eacbebb1c067981927714f1bc2d7d4d8d2545960222bde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"33bf499c-fb76-4209-a255-a5627ffc37c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.92862648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"02bdaaca-132c-479a-9443-4e93dc16c5c7","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:05.995634281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887cf1a2-2f1f-4171-bab7-8e1e9f263dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.049334228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887cf1a2-2f1f-4171-bab7-8e1e9f263dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.10291913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887cf1a2-2f1f-4171-bab7-8e1e9f263dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.157135526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887cf1a2-2f1f-4171-bab7-8e1e9f263dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.270064316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"62fd21e0-06e8-4dd3-8b65-150eaa5ac117","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.270086372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"62fd21e0-06e8-4dd3-8b65-150eaa5ac117","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.378218079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"7a7e1676-f37b-4312-b6ee-910837ff0a7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.428727909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"6aac0b9c-1daf-4e78-8597-e561261a9beb","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.428747838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"6aac0b9c-1daf-4e78-8597-e561261a9beb","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.436535914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"7a7e1676-f37b-4312-b6ee-910837ff0a7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.535598542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"c55a8651-bd70-4cb3-95f5-045d467524b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.594431339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"c55a8651-bd70-4cb3-95f5-045d467524b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.596278104Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"6245e43c-2424-4f1e-8554-77eff8a413f0","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c1ea13e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.749864721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"8c2a5ad1-0175-4c13-aa6e-d76e6172d17c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.808390605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"8c2a5ad1-0175-4c13-aa6e-d76e6172d17c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.951244302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"4f6947d6-708a-4c19-aa0b-5a2e533081b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:07.011637238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"4f6947d6-708a-4c19-aa0b-5a2e533081b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:07.339948228Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b4c93e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b4c93e","reconcileID":"96568aa0-57a6-4fad-b0c2-5afbe990fc1d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w2-b4c93e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.28823593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd203b74-9536-4dea-a427-1865feaf5734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.342490776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd203b74-9536-4dea-a427-1865feaf5734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.397167113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd203b74-9536-4dea-a427-1865feaf5734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.451519368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd203b74-9536-4dea-a427-1865feaf5734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.340967297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"89cad67b-6a9c-4421-a052-aea104267506","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.39952866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"89cad67b-6a9c-4421-a052-aea104267506","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.456902902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71da9fd79d912a81ffcb47940bb3951fad773b8a1b60aff0c5ba380e4b7bdcc3) AuthConfig (9fb3b99aca84305bdea40e4f0293f87da9eb37f4c80be63ee32958aa17c8211a) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (71cf42220482242e54333d8008ee6979f3bf82e541dc27c76f274dd6f0349c67) AuthConfig (147506cabbfddc50ed5a8a299fe1b4c6dbff6e190cc3e4cf7a7c8f8f1d289af2) AuthConfig (27132f0c0022c94cc858ac35e2eccdc588a2bdcd1aa221a73a14488ee85f4955) AuthConfig (aa4d0cdc18c67860bbcd38a020f099f715bf981c1447485c2bdf41f781a2676d) AuthConfig (eb3e45e77c018e8bb941e49b19739a6ac652171f7bb4c843d30e15aa3b6964f0) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (2adf8e3fe8d88e9af0ef48a812326df5a4d23a76f0072583ba43ad6a3ac0e09b) AuthConfig (4755de1aaf340572f1bb93863db11673e5180350fae7ba52d1a7b280abe34912) AuthConfig (1376f25dfc384a7f1923ec67d919da2d8e2cd6a4b514fdbe3be303ab10e9bac1) AuthConfig (805b2f5c73f9798cfd9871a09068b96a4f5e9197965f14dd1ed4332604bb8f58) AuthConfig (61adce4fe83ea132331b6f3939eeffd32e13b5e0dcdcbc1873355829b20ea628) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"89cad67b-6a9c-4421-a052-aea104267506","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.378193814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"024804f8-db12-47e9-b2a2-14c4bfa8ee55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.501459826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"91707039-67cb-42f1-a932-e889850d8676","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.868560202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"d0fd6985-96b2-4cf7-97dc-28322e85263f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.952947026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.98832711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"cc799e91-6eb0-4624-bacc-7a879a652fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.013937467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"15293272-16db-4c62-8c6c-1984b8eea5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.020858581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-316c92","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"autores-model-316c92","reconcileID":"8e8f0556-6b38-4fa6-beee-8ca1ab2013f1","MaaSModelRef":{"name":"autores-model-316c92","namespace":"ai-tenant-e2e-autores-316c92"},"tenant":"e2e-autores-316c92","gateway":"openshift-ingress/e2e-autores-316c92","model":"ai-tenant-e2e-autores-316c92/autores-model-316c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.020880699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-316c92","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"autores-model-316c92","reconcileID":"8e8f0556-6b38-4fa6-beee-8ca1ab2013f1","MaaSModelRef":{"name":"autores-model-316c92","namespace":"ai-tenant-e2e-autores-316c92"},"routeName":"autores-model-316c92-kserve-route","namespace":"ai-tenant-e2e-autores-316c92","llmisvcName":"autores-model-316c92","gateway":"openshift-ingress/e2e-autores-316c92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.072798976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"15293272-16db-4c62-8c6c-1984b8eea5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.111697128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76994eb2-408a-42f2-9b16-00b4341a65fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.212760202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"fade2198-70b7-4ca9-8416-ac3dbc48b577","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.420087666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"0aa6047f-f0b8-4a4e-9234-de036dad7780","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.420123624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"0aa6047f-f0b8-4a4e-9234-de036dad7780","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.479806714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad6b5ea9-cadf-4b54-a9d5-113e37fa1a59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.582683175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"a5a96477-7311-4e3c-aceb-be437f3be0d6","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-auth-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.603304481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"ac6d69ba-3f6e-48a8-8b30-2ad46c4e474b","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"maas-trlp-auth-test-model-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.650438719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"64a1312d-29a6-4e22-ad63-2a6a1a7983e6","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","subscription":"e2e-auth-iso-85faa9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.681235232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e315f435-7b8c-45be-8963-ad120a48142e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.704246924Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"64a1312d-29a6-4e22-ad63-2a6a1a7983e6","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.726555328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"fa6d9647-2855-4c70-a7b2-b7b35dc752bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.757763692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"64a1312d-29a6-4e22-ad63-2a6a1a7983e6","MaaSSubscription":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.857880475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"8b60709b-123f-4275-acdf-c8cad473ffc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.029382266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"6b10aa0d-5000-436f-bb6d-c4b88c1af228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.134389032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"fd82378b-11df-4e2e-a1db-3c213749c27f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.134857328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1770d66d-8c46-43a9-b551-cce8de73203c","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.134879649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"1770d66d-8c46-43a9-b551-cce8de73203c","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.251385354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"321b2dae-ce3c-4b09-8fc6-b9c330d809fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.320453294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"321b2dae-ce3c-4b09-8fc6-b9c330d809fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.332465919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"8b22209a-4049-495a-9e11-92355262cba1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.332551394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"b77e4bd1-276f-4ba3-9073-df636690ac60","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.33256915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"b77e4bd1-276f-4ba3-9073-df636690ac60","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.493884319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"8b22209a-4049-495a-9e11-92355262cba1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.586749243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"08f58d4b-927b-42bd-926f-94a26acaeb97","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.624564714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"8b22209a-4049-495a-9e11-92355262cba1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.624587018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-auth-iso-85faa9","reconcileID":"8b22209a-4049-495a-9e11-92355262cba1","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.645807824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"08f58d4b-927b-42bd-926f-94a26acaeb97","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.682945887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"3abedfeb-fdbe-460b-b316-defce71b539f","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/auth-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.682970982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"auth-test-model-0cebce","reconcileID":"3abedfeb-fdbe-460b-b316-defce71b539f","MaaSModelRef":{"name":"auth-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"auth-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"auth-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.855007381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"59b5d972-c24e-4d56-a3b6-a149c57da439","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.855124817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"937f3e0e-3317-48ba-bfbf-8b2d606cd6ef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:17.855143916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"937f3e0e-3317-48ba-bfbf-8b2d606cd6ef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.107390964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"59b5d972-c24e-4d56-a3b6-a149c57da439","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.238520443Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"59b5d972-c24e-4d56-a3b6-a149c57da439","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.2385497Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-auth-iso-85faa9","reconcileID":"59b5d972-c24e-4d56-a3b6-a149c57da439","MaaSAuthPolicy":{"name":"e2e-auth-iso-85faa9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.297309502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"4eef623c-8a13-4bd5-8079-6754b4b20b1d","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/auth-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:18.297331652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"auth-test-model-66b7bf","reconcileID":"4eef623c-8a13-4bd5-8079-6754b4b20b1d","MaaSModelRef":{"name":"auth-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"auth-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"auth-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.786276127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"09cf6d7e-51fe-48df-b49d-cdb4b843fa2a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.786301809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"09cf6d7e-51fe-48df-b49d-cdb4b843fa2a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.846282039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"df831404-ce84-41dc-b359-3342f2b9b93d","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.846311652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"df831404-ce84-41dc-b359-3342f2b9b93d","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.893104297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"0846bd52-24f2-49b8-9a58-7cba1370a513","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:21.897315439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"68b7dbef-269d-4344-bbae-9082aa90e1d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-789d9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:21.901596201Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"df831404-ce84-41dc-b359-3342f2b9b93d","name":"auth-test-model-163ff2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-163ff2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:21.901676754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"df831404-ce84-41dc-b359-3342f2b9b93d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-163ff2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.907044077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"afcd7d9e-2226-429e-8bf3-7e2be6a0ab1a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.907060319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"afcd7d9e-2226-429e-8bf3-7e2be6a0ab1a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:21.952771619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"0846bd52-24f2-49b8-9a58-7cba1370a513","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.009562702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"3309817e-7684-42d0-a63c-4f29572c4f45","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.009592586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"3309817e-7684-42d0-a63c-4f29572c4f45","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.066433394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"2b5309d8-4da6-466b-85e5-6116a7d56ec2","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.066455665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"2b5309d8-4da6-466b-85e5-6116a7d56ec2","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.272850278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"91414c4c-6ad9-47d2-849a-a3524989d2be","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.295488763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"41b74711-13a3-4f52-89f8-6dff0a3b9795","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"maas-trlp-auth-test-model-163ff2","model":"auth-test-model-163ff2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-163ff2/e2e-auth-iso-789d9a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.331871815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"91414c4c-6ad9-47d2-849a-a3524989d2be","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.473015779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"b514fa1b-d0cc-4322-b353-7ba315c3ec3d","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.473038547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"b514fa1b-d0cc-4322-b353-7ba315c3ec3d","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.633991856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"6d3e1b3d-a81c-49e1-8440-a5bed1639505","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"maas-trlp-auth-test-model-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.565303618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"01ddf286-5956-4ae7-a576-295e04610cf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.623974311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"01ddf286-5956-4ae7-a576-295e04610cf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.947936284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"f4c43155-6d95-4aae-bbe2-50637542bb06","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.947958386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"f4c43155-6d95-4aae-bbe2-50637542bb06","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.333689329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"97657d71-486b-4365-8fde-cb2d8702fb3f","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.333716056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"97657d71-486b-4365-8fde-cb2d8702fb3f","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.39282677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a356dc72-9ef7-4e6a-a0d7-9e74e3e5ff32","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.392848196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a356dc72-9ef7-4e6a-a0d7-9e74e3e5ff32","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.444484863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"eb329aef-b8c6-447f-87bd-6e841027ec43","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:30.445270212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"eccaf028-26ff-4fc5-afc5-0eb0a0dbcf19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b7a521\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:30.447789661Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a356dc72-9ef7-4e6a-a0d7-9e74e3e5ff32","name":"auth-test-model-8254a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8254a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:30.447840102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a356dc72-9ef7-4e6a-a0d7-9e74e3e5ff32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8254a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.4531884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"27e9bcb0-972e-472e-90dd-0debdc8f58d8","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.45320496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"27e9bcb0-972e-472e-90dd-0debdc8f58d8","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.502873862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"eb329aef-b8c6-447f-87bd-6e841027ec43","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.557481844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a986bc64-258f-453d-9143-a4a6bb024a7b","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.55750324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"a986bc64-258f-453d-9143-a4a6bb024a7b","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.61431337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"457fbf3b-573e-4d51-82ee-f3338084363c","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.614334767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"457fbf3b-573e-4d51-82ee-f3338084363c","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.818854346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"f1e4df0a-ac82-4957-b53e-afd870ab9b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.830756376Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"11d63b8c-5aac-4534-8dc8-8df7a0371336","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-auth-test-model-8254a0","model":"auth-test-model-8254a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8254a0/e2e-auth-iso-b7a521"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.878487424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"f1e4df0a-ac82-4957-b53e-afd870ab9b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.001677716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"1213d33c-c206-4c6e-8b2d-9e8ede5a9335","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.001698253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"1213d33c-c206-4c6e-8b2d-9e8ede5a9335","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.162810069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"c6aa6118-0524-4a43-aa90-a048d5d6d1e3","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-auth-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.952775935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:50.449906233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"400a8542-8287-4308-9d45-aa8498df652c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:50.57171005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"541fb06f-1c3e-4669-bfe0-37497cfc3a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:50.672311396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"be7473fa-ad1f-4e16-bf9e-10a092e64ebc","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"maas-trlp-auth-test-model-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:50.77298798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"5b7c4ab5-1f73-4ed6-ba0d-c38e2ea78ac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:50.872754557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"1f065dab-d34a-4da9-8bea-98d084ca81d4","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"maas-trlp-auth-test-model-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:50.918820229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"735cb598-3970-406d-94eb-9eab959da508","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.038479876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4311f27-c49f-4ef5-a648-c695c9107592","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.04749214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"49b86934-ecd1-4b6b-866e-466364fe2527","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.047517741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"49b86934-ecd1-4b6b-866e-466364fe2527","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.161354972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"16a18203-3a54-4aad-a826-2e1bab7dad3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.31670806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"6c8469e9-7d0a-40c5-95b7-dda8afeae896","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.425819435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"89b5843a-1181-4d25-be99-c3cd52ce798c","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-auth-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.593278237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e54a84b5-37c0-459d-b5db-ea96f90ee7ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.598210369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"73419587-3a59-4560-a3a9-fa957c2d95dd","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.598233303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"73419587-3a59-4560-a3a9-fa957c2d95dd","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.779940472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"493d5659-52eb-4887-9c6b-463e5bd722e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:51.901471074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"65fdcd7a-7eee-445f-9750-659dd4e0ea61","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-auth-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.022933655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"3aeb6501-da77-410e-9720-9c17bff315c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.122987072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"588b2488-775f-4c95-9694-db2fc57289e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.223043315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"a5ac228a-294c-4814-8596-6945217ef877","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.305831418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"608871e1-f312-436e-a4d8-df99e6f6b90a","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.364844292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"608871e1-f312-436e-a4d8-df99e6f6b90a","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.802219666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"a2c9dbc7-a762-4882-b342-e123e0d30b32","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.861014364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"a2c9dbc7-a762-4882-b342-e123e0d30b32","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.345109016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"11e738a3-ed61-4623-b86a-84fa2cb71906","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.345129401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"11e738a3-ed61-4623-b86a-84fa2cb71906","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.452553754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"bf02f718-2d01-40a4-a721-38e7f00aab20","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.512142037Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"feeb4596-46f2-4105-8a68-06c876c34df1","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-68bc71e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.512891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"bf02f718-2d01-40a4-a721-38e7f00aab20","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.82749371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"3935f142-e334-440b-8807-32009da37289","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:54.891032894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"3935f142-e334-440b-8807-32009da37289","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.138527932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"3f5c3143-29f1-4169-a287-c1e3eb9f593f","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.138553339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"3f5c3143-29f1-4169-a287-c1e3eb9f593f","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.246503147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"63e41bf4-f093-4d7b-b245-4f1b21f2b54e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.309297123Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"4950e06b-0f41-4b43-a021-1276f825720e","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e21844fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.310055645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"63e41bf4-f093-4d7b-b245-4f1b21f2b54e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.693551531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"aac28d81-65bd-419b-b387-0d1c39996536","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.752182779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"aac28d81-65bd-419b-b387-0d1c39996536","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:59.814009615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b588c133-4de0-4aed-9479-ab8d72f9a609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:59.872452457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b588c133-4de0-4aed-9479-ab8d72f9a609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:59.926619787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b588c133-4de0-4aed-9479-ab8d72f9a609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:59.980255299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b588c133-4de0-4aed-9479-ab8d72f9a609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:00.291549665Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7faa90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7faa90","reconcileID":"ca9e8140-28e8-4dcf-bbcd-0b703ff2c376","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7faa90","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-7faa90":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:01.967322425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae9b28-7598-4ea6-8d6a-de5b32bd7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:02.021350656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae9b28-7598-4ea6-8d6a-de5b32bd7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:02.075129975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae9b28-7598-4ea6-8d6a-de5b32bd7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:02.130315713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ae9b28-7598-4ea6-8d6a-de5b32bd7ccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.073229273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310cc144-5fd4-4690-9af8-b0904a79b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.127729339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310cc144-5fd4-4690-9af8-b0904a79b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.181164754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310cc144-5fd4-4690-9af8-b0904a79b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.234780195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"310cc144-5fd4-4690-9af8-b0904a79b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.566155568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"9e0451ec-e895-4a88-a21c-c2d875f39fb5","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","subscription":"e2e-auth-iso-789d9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.619935932Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"9e0451ec-e895-4a88-a21c-c2d875f39fb5","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.674108556Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"9e0451ec-e895-4a88-a21c-c2d875f39fb5","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"maas-trlp-auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.963575849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"be0be561-4d3c-43be-b973-cba46acfffa0","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.963596109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"be0be561-4d3c-43be-b973-cba46acfffa0","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.122428219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"a1f5fc54-ac31-402b-96b0-df517baf1f5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.139145683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"64859bf0-85f9-47c6-a9b9-03bdffca7a82","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.13916735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"64859bf0-85f9-47c6-a9b9-03bdffca7a82","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.186955756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"a1f5fc54-ac31-402b-96b0-df517baf1f5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.256446498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"b13e00d9-1b2a-4c8e-84fc-82f77a4106a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.345055193Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"1032ed75-2993-4285-8f77-a75982b4396f","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bcd17819","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.345783908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"b13e00d9-1b2a-4c8e-84fc-82f77a4106a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.524172078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"0f94db5b-60b1-40bf-ab9e-0f0d15de6ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.586465624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"0f94db5b-60b1-40bf-ab9e-0f0d15de6ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.722163856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"8f351d8f-673a-4c69-8b24-05f4664ea744","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:05.790960803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"8f351d8f-673a-4c69-8b24-05f4664ea744","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.363442673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"307e90ef-6544-4f96-ad2b-71c81decd624","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","subscription":"e2e-auth-iso-b7a521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.417992151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"307e90ef-6544-4f96-ad2b-71c81decd624","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.472519387Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"307e90ef-6544-4f96-ad2b-71c81decd624","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.757762133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"832cc3f6-4849-4241-97a7-f3e06efc1659","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.757781948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"832cc3f6-4849-4241-97a7-f3e06efc1659","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.871770611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d1ac9e8a-81a2-4864-923b-be3b8e743bcd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.918231331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"91a4bb59-f574-4e5b-b7bd-b7bf5ed98acb","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.918252323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"91a4bb59-f574-4e5b-b7bd-b7bf5ed98acb","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.93182777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"d1ac9e8a-81a2-4864-923b-be3b8e743bcd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.025704223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"ca026988-cfde-4b75-b10f-906af6fe47ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.116631171Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"1060acb2-fd69-48b4-b389-f2dcdb4c1450","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9b82dcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.122528748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"ca026988-cfde-4b75-b10f-906af6fe47ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.247004131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"19701573-a7a3-48db-942e-975ab98e1552","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.336695073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"19701573-a7a3-48db-942e-975ab98e1552","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.449120909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"275fb4a1-337e-4c83-932a-d56a0e7b8ca7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.509626402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"275fb4a1-337e-4c83-932a-d56a0e7b8ca7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.3992888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"86975129-d7f6-415e-9bf8-aeef9529dee8","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","subscription":"e2e-auth-iso-789d9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.453916298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"86975129-d7f6-415e-9bf8-aeef9529dee8","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.508790955Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"86975129-d7f6-415e-9bf8-aeef9529dee8","MaaSSubscription":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"maas-trlp-auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.820061041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"b7305284-6558-4f62-bfd3-46242b038ee0","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.820083866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"b7305284-6558-4f62-bfd3-46242b038ee0","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.926972955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"f864531a-26ca-4d12-b7c5-e4dba41caf77","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.952252309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.973067948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"47024d2e-5719-48d0-9084-57ff18489044","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.973207266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"58142523-0851-4639-95d8-d7a2d420db7c","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.973226886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"58142523-0851-4639-95d8-d7a2d420db7c","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.985558874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"f864531a-26ca-4d12-b7c5-e4dba41caf77","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.175403782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"47024d2e-5719-48d0-9084-57ff18489044","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.311898699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"47024d2e-5719-48d0-9084-57ff18489044","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"name":"e2e-shared-a-w3-17edb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.31193027Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"e2e-auth-iso-789d9a","reconcileID":"47024d2e-5719-48d0-9084-57ff18489044","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.333891768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"c02d4273-6b6c-44fd-b6a4-1f56ac6e1e58","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.37025838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"9954cd48-3de0-445e-a0a1-da1a082fb2c1","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"tenant":"e2e-shared-a-w3-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","model":"ai-tenant-e2e-shared-a-w3-17edb0/auth-test-model-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.370279115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"auth-test-model-17edb0","reconcileID":"9954cd48-3de0-445e-a0a1-da1a082fb2c1","MaaSModelRef":{"name":"auth-test-model-17edb0","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"routeName":"auth-test-model-17edb0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","llmisvcName":"auth-test-model-17edb0","gateway":"openshift-ingress/e2e-shared-a-w3-17edb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.392959402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"c02d4273-6b6c-44fd-b6a4-1f56ac6e1e58","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.522367795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"202f7076-ccb4-4a3c-9b1b-fd2106f61600","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.522389691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"202f7076-ccb4-4a3c-9b1b-fd2106f61600","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.600624304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"938c47ae-f846-4f1f-a260-0bff8aafb479","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.833400369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"938c47ae-f846-4f1f-a260-0bff8aafb479","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.963781598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"938c47ae-f846-4f1f-a260-0bff8aafb479","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"name":"e2e-shared-b-w3-163ff2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:16.963803726Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"e2e-auth-iso-789d9a","reconcileID":"938c47ae-f846-4f1f-a260-0bff8aafb479","MaaSAuthPolicy":{"name":"e2e-auth-iso-789d9a","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.060508474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"25b7d124-1897-427f-9c1f-715970b7cd1a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"tenant":"e2e-shared-b-w3-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","model":"ai-tenant-e2e-shared-b-w3-163ff2/auth-test-model-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.060530607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"auth-test-model-163ff2","reconcileID":"25b7d124-1897-427f-9c1f-715970b7cd1a","MaaSModelRef":{"name":"auth-test-model-163ff2","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"routeName":"auth-test-model-163ff2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","llmisvcName":"auth-test-model-163ff2","gateway":"openshift-ingress/e2e-shared-b-w3-163ff2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.170687881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"13c3f037-76c0-4010-9bc5-4e2cdf81cdec","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","subscription":"e2e-auth-iso-b7a521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.225078004Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"13c3f037-76c0-4010-9bc5-4e2cdf81cdec","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.2789848Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"13c3f037-76c0-4010-9bc5-4e2cdf81cdec","MaaSSubscription":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.565183584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"98e49780-ef38-44f9-87f7-b6c156365690","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.56520624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"98e49780-ef38-44f9-87f7-b6c156365690","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.619286893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b10a7e-58a0-40e5-baf6-beba06332aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.675813589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b10a7e-58a0-40e5-baf6-beba06332aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.71530253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"fbac0405-6b0b-4e44-8e9f-4ec3ed3020c4","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.715330441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"fbac0405-6b0b-4e44-8e9f-4ec3ed3020c4","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.735051492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b10a7e-58a0-40e5-baf6-beba06332aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.736217796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"1880112b-e9ef-4773-bcd1-8d124c034bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.793065634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4b10a7e-58a0-40e5-baf6-beba06332aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.793360995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"20d4a5f9-1aab-4d2d-a6ab-75967e2e6571","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.856198238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"20d4a5f9-1aab-4d2d-a6ab-75967e2e6571","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.011609415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"1880112b-e9ef-4773-bcd1-8d124c034bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.159722319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"1880112b-e9ef-4773-bcd1-8d124c034bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.159752517Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-auth-iso-b7a521","reconcileID":"1880112b-e9ef-4773-bcd1-8d124c034bc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.220730593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"cba58ce1-1f1e-4d1d-8cf5-a92a12c4a478","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/auth-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.220754515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"auth-test-model-210049","reconcileID":"cba58ce1-1f1e-4d1d-8cf5-a92a12c4a478","MaaSModelRef":{"name":"auth-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"auth-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"auth-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.257469348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"100abbae-e10e-4117-91cc-66957c537239","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.316461568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"100abbae-e10e-4117-91cc-66957c537239","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.376822602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"31497ab7-d0eb-4092-909f-1a9cacc6d092","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.376845076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"31497ab7-d0eb-4092-909f-1a9cacc6d092","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.538554681Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"6716b7a8-aef4-4a9c-a3b4-ce57eeca6584","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.788436942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"6716b7a8-aef4-4a9c-a3b4-ce57eeca6584","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.928281627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"6716b7a8-aef4-4a9c-a3b4-ce57eeca6584","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.928319307Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-auth-iso-b7a521","reconcileID":"6716b7a8-aef4-4a9c-a3b4-ce57eeca6584","MaaSAuthPolicy":{"name":"e2e-auth-iso-b7a521","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.986394725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"61237d32-1e27-4a6f-92e2-cf320e31d58d","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/auth-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:18.986418575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"auth-test-model-8254a0","reconcileID":"61237d32-1e27-4a6f-92e2-cf320e31d58d","MaaSModelRef":{"name":"auth-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"auth-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"auth-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:19.787324116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e5febe-2bfe-4236-94bc-2b62f3ef5c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:19.86142753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e5febe-2bfe-4236-94bc-2b62f3ef5c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:19.942015706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e5febe-2bfe-4236-94bc-2b62f3ef5c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:19.995810521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e5febe-2bfe-4236-94bc-2b62f3ef5c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:22.066936714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"4adad511-f2d3-4a47-b37e-d540e57b92e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:22.187787559Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"4adad511-f2d3-4a47-b37e-d540e57b92e4","name":"e2e-shared-b-w2-b4c93e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:41.902190517Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","namespace":"ai-tenant-e2e-autores-316c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:41.902259471Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","namespace":"ai-tenant-e2e-autores-316c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:41.902312737Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","tenant":"e2e-autores-316c92","tenantID":"e2e-autores-316c92","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:41.958112259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Deployment","name":"maas-api-e2e-autores-316c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.02887922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Service","name":"maas-api-e2e-autores-316c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.132272645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-316c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.213489622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-316c92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.275116399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.335505395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.396960523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.454309499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.508167213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Deployment","name":"payload-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.562043831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.619018585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Service","name":"payload-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.672340174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"Service","name":"payload-pre-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.725900638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"DestinationRule","name":"payload-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.779774565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.833505161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.89330107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.946799991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.000407264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.056707738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-316c92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.112004917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-316c92"},"namespace":"ai-tenant-e2e-autores-316c92","name":"default-tenant","reconcileID":"dbce8573-8170-498e-8da1-0bd4109a2ee9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-316c92","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.952830077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:47.628274757Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-316c92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-316c92","reconcileID":"436abb02-99f0-4cc3-ad9e-7e02d0a061ea","aitenant":"ai-tenants/e2e-autores-316c92","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.242630442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9165d11-c3ab-4609-8b7d-c8008aa87e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.296619517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9165d11-c3ab-4609-8b7d-c8008aa87e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.351059004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9165d11-c3ab-4609-8b7d-c8008aa87e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.409403879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9165d11-c3ab-4609-8b7d-c8008aa87e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.488115392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-316c92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-316c92","reconcileID":"436abb02-99f0-4cc3-ad9e-7e02d0a061ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-316c92","removed":["maas.opendatahub.io/gateway-access-e2e-autores-316c92"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:50.706413911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266aa24b-b211-45ba-b514-039ba2f4c331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:50.76192998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266aa24b-b211-45ba-b514-039ba2f4c331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:50.821840202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266aa24b-b211-45ba-b514-039ba2f4c331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:50.876345201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266aa24b-b211-45ba-b514-039ba2f4c331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:54.717412402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4493e376-055a-41ee-bea7-eaf71f158cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:54.77550515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4493e376-055a-41ee-bea7-eaf71f158cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:54.830019775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4493e376-055a-41ee-bea7-eaf71f158cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:54.884435661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4493e376-055a-41ee-bea7-eaf71f158cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:55.334770935Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-018f06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-018f06","reconcileID":"4124c973-8720-438c-bc29-a6381e99e682","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-018f06","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-018f06":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.855344674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5ff58-784f-423f-b709-399d644de0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.90923399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5ff58-784f-423f-b709-399d644de0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.962825674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5ff58-784f-423f-b709-399d644de0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:57.018842799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5ff58-784f-423f-b709-399d644de0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:58.451648124Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-018f06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-018f06","reconcileID":"9276cb35-7e73-41ea-9a6d-89fae89dedce","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-explicit-018f06\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.067803568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dabf66e-e5cd-44d1-b6c7-3dbb04a0b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.132256422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dabf66e-e5cd-44d1-b6c7-3dbb04a0b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.190701363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dabf66e-e5cd-44d1-b6c7-3dbb04a0b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.257314977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dabf66e-e5cd-44d1-b6c7-3dbb04a0b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:01.397111886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1365f4-a8b7-4a0d-bdb1-4961a8c7bfba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:01.450737063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1365f4-a8b7-4a0d-bdb1-4961a8c7bfba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:01.505164922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1365f4-a8b7-4a0d-bdb1-4961a8c7bfba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:01.558867843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1365f4-a8b7-4a0d-bdb1-4961a8c7bfba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.321215052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce84eb6-34d5-4770-ab79-85ddf54a91be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.374973372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce84eb6-34d5-4770-ab79-85ddf54a91be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.4286286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce84eb6-34d5-4770-ab79-85ddf54a91be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.482866622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce84eb6-34d5-4770-ab79-85ddf54a91be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.791729043Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2fe877","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2fe877","reconcileID":"f77747c3-76dc-41a7-a496-db4541e7fe08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2fe877","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2fe877":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:10.42172535Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5a9099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5a9099","reconcileID":"ff571baa-1e10-439b-b87d-1e9314a01e63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5a9099","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-5a9099":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.588771915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e55d2d-b7cf-4e0a-bbc5-15d0a7918c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.642445492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e55d2d-b7cf-4e0a-bbc5-15d0a7918c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.699740495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e55d2d-b7cf-4e0a-bbc5-15d0a7918c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.756147518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e55d2d-b7cf-4e0a-bbc5-15d0a7918c47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:13.727606417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1465f1f5-a6aa-4b99-a05e-a007911c4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:13.785273555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1465f1f5-a6aa-4b99-a05e-a007911c4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:13.839294643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1465f1f5-a6aa-4b99-a05e-a007911c4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:13.893462487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1465f1f5-a6aa-4b99-a05e-a007911c4d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:57:14.845706725Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5a9099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5a9099","reconcileID":"e21769f3-1fb6-416b-9a18-d906102963f4","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-5a9099\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.95021635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a448-c383-4cbe-83bf-7cddb1a88eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.016268481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a448-c383-4cbe-83bf-7cddb1a88eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.016955979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.070473148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a448-c383-4cbe-83bf-7cddb1a88eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.160267136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a448-c383-4cbe-83bf-7cddb1a88eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:18.138526084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a2f41-9942-4ad5-ac28-0f4cc84f734b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:18.193971618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a2f41-9942-4ad5-ac28-0f4cc84f734b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:18.247939028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a2f41-9942-4ad5-ac28-0f4cc84f734b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:18.318514364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5a2f41-9942-4ad5-ac28-0f4cc84f734b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.295424535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6d65d-f2ac-4e2c-941c-c7c51a72c4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.349231723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6d65d-f2ac-4e2c-941c-c7c51a72c4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.403523059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6d65d-f2ac-4e2c-941c-c7c51a72c4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.457184267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6d65d-f2ac-4e2c-941c-c7c51a72c4a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.628446654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"2d3d3e15-e6c3-40bd-992e-8d115c100ed1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7faa90","tenantID":"e2e-extmod-a-7faa90","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.803768923Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"2d3d3e15-e6c3-40bd-992e-8d115c100ed1","name":"e2e-extmod-a-7faa90-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.424514948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498a53f1-c974-4537-95a3-e566fc813156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.479255999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498a53f1-c974-4537-95a3-e566fc813156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.533583645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498a53f1-c974-4537-95a3-e566fc813156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.587870769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498a53f1-c974-4537-95a3-e566fc813156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:24.529962936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bac655-98ae-46a1-811a-175392b430e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:24.583954932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bac655-98ae-46a1-811a-175392b430e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:24.638370438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bac655-98ae-46a1-811a-175392b430e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:24.692293839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bac655-98ae-46a1-811a-175392b430e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.640828202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7753396c-aeb7-4a08-b056-c18dbcaeddde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.69475595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7753396c-aeb7-4a08-b056-c18dbcaeddde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.749172886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7753396c-aeb7-4a08-b056-c18dbcaeddde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.805956263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7753396c-aeb7-4a08-b056-c18dbcaeddde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.780143823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf020d4-64be-48ca-9a37-ccec731ddffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.834401565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf020d4-64be-48ca-9a37-ccec731ddffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.891173374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf020d4-64be-48ca-9a37-ccec731ddffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:28.9470143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf020d4-64be-48ca-9a37-ccec731ddffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.513279225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4517c8-7b52-4da8-b066-68ad06fb7000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.567167239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4517c8-7b52-4da8-b066-68ad06fb7000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.6215644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4517c8-7b52-4da8-b066-68ad06fb7000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:43.675854997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4517c8-7b52-4da8-b066-68ad06fb7000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.610800721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61307694-ad94-461f-89c1-f153a5b12d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.664460715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61307694-ad94-461f-89c1-f153a5b12d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.720391077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61307694-ad94-461f-89c1-f153a5b12d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.774407895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61307694-ad94-461f-89c1-f153a5b12d41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.953231231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.792643112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bba142-5bf8-4e99-9a6f-61fc6d1df0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.846650279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bba142-5bf8-4e99-9a6f-61fc6d1df0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.906559703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bba142-5bf8-4e99-9a6f-61fc6d1df0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.960900569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bba142-5bf8-4e99-9a6f-61fc6d1df0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.865454435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"67bcc44c-0288-4f6f-92ff-d9d705c05a3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.168284838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"c4e580b3-2d5b-4909-8f14-8d290fb81f79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.292366146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3128443b-e06b-4780-aae3-57205deef23b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.413955177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0290dbaf-a4cb-42ec-a847-57ab02413fb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.514198315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"1cdabbbf-6799-4764-831c-0d42062ae77b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.658625168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"f44aa65c-345e-4a16-b9d9-9c9f19151873","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.782620323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"97baee98-6cb3-49f1-aba1-4fe432f5ed89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.938467584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"9bf06783-97ab-4f1a-bb3d-872c5a4f1ecd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:06.038745472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"8f9441fd-3f9f-4508-bb33-bc47727b552e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:06.139203796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"f80a3265-628a-4dc3-a338-ac731aac3ac9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:06.242129272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fb159c5-98a0-4196-a168-90e6a9de9bfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:06.429215803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"8a8f274b-6404-4471-b02d-efed4e04e971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:15.952107261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:16.584700266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"c6f64ba7-1cae-48f1-8128-6a49fcf76624","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-018f06","tenantID":"e2e-explicit-018f06","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:16.705692353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"c6f64ba7-1cae-48f1-8128-6a49fcf76624","name":"e2e-explicit-018f06-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.438525627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"852d5e1a-70a5-4a89-aeda-d401eb1c6083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.555561892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"8ad7a393-3856-4c08-af60-932fac5c01d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.759544979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"cd906829-e9c1-47c0-b7e8-f651c055a064","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.861681225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"8409d36e-3ca9-45c4-b776-b1aa12460b2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.884333226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"df50d8d7-7037-4455-9a38-9795b5863d27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.96031327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80f66a95-cf1c-4328-b4e3-53f7b19f89bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.082153924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"2db233e7-0f56-4cc0-8891-f921c4a88426","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.203157914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"1060d11d-2fc8-42e7-8767-232ffabe1244","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.304367981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68023ecb-bf9e-4ee6-b8bd-ccd0581f0dc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.332341858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"fc02e01b-be85-46de-b3c5-af44071633bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.40409738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"f0fde9c1-ca62-4b28-b5a6-784db9d41174","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.591250061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"1daff414-9a14-40de-abaf-4c2496204e4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:36.646005493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"74dff2c8-e178-487b-99f8-875793628cb7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2fe877","tenantID":"e2e-extmod-a-2fe877","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:36.767267044Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"74dff2c8-e178-487b-99f8-875793628cb7","name":"e2e-extmod-a-2fe877-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:41.7523668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"9508d109-a828-4ed8-bebc-09f1e0a08ccd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5a9099","tenantID":"e2e-extmod-a-5a9099","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:41.875697052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"9508d109-a828-4ed8-bebc-09f1e0a08ccd","name":"e2e-extmod-a-5a9099-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:45.952915003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:47.925843853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4a75e492-40a2-4ffb-b142-89463236db53","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:47.925873817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4a75e492-40a2-4ffb-b142-89463236db53","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.695218076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff1f212-e182-4b6a-bf31-77283192f704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.74959778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff1f212-e182-4b6a-bf31-77283192f704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.803642927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff1f212-e182-4b6a-bf31-77283192f704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.857486404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff1f212-e182-4b6a-bf31-77283192f704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:55.882784436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc687c4-a2ca-4d58-a955-30625423848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:55.937321386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc687c4-a2ca-4d58-a955-30625423848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:55.990796981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc687c4-a2ca-4d58-a955-30625423848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:56.044826854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc687c4-a2ca-4d58-a955-30625423848f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.258416746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0d6556-798f-47d5-ac6f-2cb6342cbdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.313038476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0d6556-798f-47d5-ac6f-2cb6342cbdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.367378578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0d6556-798f-47d5-ac6f-2cb6342cbdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.431053821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0d6556-798f-47d5-ac6f-2cb6342cbdbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.499482674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff119c-3b67-4605-b8c1-b0006024fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.553335754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff119c-3b67-4605-b8c1-b0006024fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.607046666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff119c-3b67-4605-b8c1-b0006024fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.661511724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff119c-3b67-4605-b8c1-b0006024fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:01.479272447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-62f908","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-62f908","reconcileID":"bdc5725f-4a7f-4f1c-8679-3a1aff76f483","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-62f908","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-62f908":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.678435237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d6bbe1-a71c-43ef-bbab-cd18a57d8ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.732201665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d6bbe1-a71c-43ef-bbab-cd18a57d8ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.785924066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d6bbe1-a71c-43ef-bbab-cd18a57d8ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.839852794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d6bbe1-a71c-43ef-bbab-cd18a57d8ee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:59:04.739678199Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-62f908","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-62f908","reconcileID":"50fa3bbd-9c28-4023-8e2b-387e00a8a239","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-62f908\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:04.86786327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10d54df-1b98-4142-b0da-38468a9649d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:04.923749688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10d54df-1b98-4142-b0da-38468a9649d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:04.978186493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10d54df-1b98-4142-b0da-38468a9649d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:05.043122302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10d54df-1b98-4142-b0da-38468a9649d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:07.078223746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb3d30c-e68c-4430-88b9-ab3619c2165b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:07.132749728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb3d30c-e68c-4430-88b9-ab3619c2165b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:07.186725268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb3d30c-e68c-4430-88b9-ab3619c2165b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:07.241144078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb3d30c-e68c-4430-88b9-ab3619c2165b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.286649861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b5e7b3-7b08-4916-96b1-b04de5971fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.367440026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b5e7b3-7b08-4916-96b1-b04de5971fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.42313153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b5e7b3-7b08-4916-96b1-b04de5971fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.477116914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3b5e7b3-7b08-4916-96b1-b04de5971fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.849024476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"a5ca74fb-a769-4a6a-860b-acb6a4a640a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.948360451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"8cd366ac-e94f-4dc9-9dd1-a81cc29964ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:14.973929286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"678bb23b-f3d8-4dd3-b4dd-13da8636a670","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.048483848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"035cbc36-92a2-4d30-86af-b43218549389","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.149371716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"903b88a6-ac8b-48b1-b5a9-207b950edb8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.398189202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"c83e7911-a32d-4626-85a2-49fdcfd132a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.586735436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"7bb97f66-6146-429e-b23b-eff1a63d4588","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.769244468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"ccc454cc-c1eb-4bdd-b0e4-4c36d49a1d51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.953151013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:15.959426213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"628ddfcc-246e-4e8b-a513-a8a120ae0753","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.060863965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"bd60b3f5-145d-46e3-b55b-fd716db75c6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.250563824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7333c68-9d73-47fb-b1e1-36afd15e60d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:16.552559274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"80ff10d1-478d-4217-94c8-a8ae99ca5548","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.02990126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"689632ba-9e64-4438-977c-996e7dd70c41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.131270462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"0aa86b91-221f-419b-9c26-8c2727a9c34d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.231368579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ac38c2c-3dc8-4eda-98d1-6e7bfc411d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.344027284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c104846-717d-4590-940d-3168e9f89855","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.538897475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"3c5d6b71-1357-46e1-b07e-a2633f63728e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.639350425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"55fe6fe4-58cf-489f-9138-6c7b56d0c2ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.741925825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"7a9058ca-fca4-428d-affa-1d5738c621d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:34.900542352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"2fa79a1c-420a-4b85-9499-6b6de3ac113f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:35.024188281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"342d0beb-ac19-46c8-8362-ec4e60c66f8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:35.124973673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"2cd0996f-102f-473f-8182-2d2e0bf28df4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:35.695731919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"a7970b43-6dab-4f29-b15b-52ed763abde4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:35.817786128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"052c0cc4-0183-45ac-ba8b-f0898f026933","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:45.953333636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.069778463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7f43d0-6e5f-4052-beb9-0cca4f47c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.124056818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7f43d0-6e5f-4052-beb9-0cca4f47c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.178002836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7f43d0-6e5f-4052-beb9-0cca4f47c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.231867958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf7f43d0-6e5f-4052-beb9-0cca4f47c014","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.206604502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324fd7f3-9c4e-46f2-bef7-258822f38abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.260609067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324fd7f3-9c4e-46f2-bef7-258822f38abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.314621248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324fd7f3-9c4e-46f2-bef7-258822f38abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.368307206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"324fd7f3-9c4e-46f2-bef7-258822f38abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:53.775830766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2f7dceb-2737-4a01-a02d-20af069a8a58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:53.971707164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"935d3c6b-ab78-416a-a552-08aa3d922672","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.087969758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"477a8c40-5b29-4135-b501-7375732ba74b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.180268866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"7a15edd9-3815-40ac-8cd3-9170bd062a18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.285983763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"68b2238b-91f5-4fd2-97ba-3b78dede84a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.386531082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"e85a72f7-a40d-4eb5-a01c-fb06d45d5bb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.537535077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f8fe1b1-a6e5-49a7-ae5a-98930c8afd04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.733399035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"61263b8d-55f1-4ca2-9c9c-436fd1d1f279","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.920178214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"fca4fd34-be5b-4619-8132-642f6dcce63b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.099986525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"2bf6e226-128b-4126-985b-a3add0aa522e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.283964735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"a570b1c1-f7d1-4f46-b22c-991b500a5a01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.597086006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"2cc56a6d-97f7-494f-b772-c00da4ef23c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.321958919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-018f06","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"explicit-model-018f06","reconcileID":"f2bac14e-142a-44de-9b29-6bcdfe599135","MaaSModelRef":{"name":"explicit-model-018f06","namespace":"ai-tenant-e2e-explicit-018f06"},"routeName":"explicit-model-018f06-kserve-route","namespace":"ai-tenant-e2e-explicit-018f06","llmisvcName":"explicit-model-018f06","gateway":"openshift-ingress/e2e-explicit-018f06","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.821817768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"3df717bb-8a71-4fc9-ae12-290012bd8350","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.821851035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"3df717bb-8a71-4fc9-ae12-290012bd8350","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.951871078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-018f06","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"explicit-model-018f06","reconcileID":"e4847be2-2aa9-4af0-90a5-7aa89115086d","MaaSModelRef":{"name":"explicit-model-018f06","namespace":"ai-tenant-e2e-explicit-018f06"},"routeName":"explicit-model-018f06-kserve-route","namespace":"ai-tenant-e2e-explicit-018f06","llmisvcName":"explicit-model-018f06","gateway":"openshift-ingress/e2e-explicit-018f06","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.417843997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"a26e9320-3b3f-45bb-a913-0625b11ed3f6","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.41787574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"a26e9320-3b3f-45bb-a913-0625b11ed3f6","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.476399409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"f1f9f59b-22ff-4914-8e69-2e8d7ba48553","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.476423205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"f1f9f59b-22ff-4914-8e69-2e8d7ba48553","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.583287257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"1d203293-06b5-40c9-9330-ca4411545f7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.716761655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"1d203293-06b5-40c9-9330-ca4411545f7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.774591542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-04240d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"1d203293-06b5-40c9-9330-ca4411545f7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.913772821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4974a7d6-7dab-46c8-9eb2-302f3981438f","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:07.913796682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4974a7d6-7dab-46c8-9eb2-302f3981438f","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:15.954025943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:18.022631718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"c7462adb-6d0d-4e84-97f2-d7cf466483f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:18.083331623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"c7462adb-6d0d-4e84-97f2-d7cf466483f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:18.148960271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-04240d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"c7462adb-6d0d-4e84-97f2-d7cf466483f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.257350724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"9093587c-aea6-4323-a274-68eef31ecc97","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.317601075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"9093587c-aea6-4323-a274-68eef31ecc97","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:28.374912338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-04240d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"9093587c-aea6-4323-a274-68eef31ecc97","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.12702834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"1626c499-9097-48bd-af83-db670b50760d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.228367782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"2be3331e-d2a7-4c5b-acb0-ead357f54371","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.447049921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"b15cbd9a-4034-41bd-a9ec-e1d57c8fd59c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.570289736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"151d780d-3039-47a6-857e-fe7fdb8e61c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.669684309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"b93d3a18-9191-4e73-967e-cd95178bb07a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.769892557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"7ecdb8ef-cc25-40db-b409-4129934caed4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:34.872608033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"db5dbeef-eaa5-4e66-8f0d-e93b0e17e95d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.021156318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"c11d8f7e-a24f-4994-8caf-431d0bc272f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.189422039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"90c46275-c17d-4823-8345-e3edb3fac390","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.289558364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3a37461-a87e-4fa2-9632-6fbe820963f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.620928987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"c7ee760f-75bb-4d62-ac73-571bcc4d8296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:35.720413723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"466926c9-3476-45eb-bd25-85df9db19026","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.482877651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"b2e57426-be85-4ce1-a79e-0b046f145ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.541822144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"b2e57426-be85-4ce1-a79e-0b046f145ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.599092509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-04240d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed9fe95da6794fa1d38db50e16f67f21581e592b06b243a9f3cc6f2c7acfd11b) AuthConfig (0011e485d63702c14280f9cad88dff5cb41a1ec25bbc0ab2cf94f8d0336cc9b5) AuthConfig (0339ccffcf42a9524342d6b9860f4a91d7f8e5242f3e5db6bc63290f9d393be5) AuthConfig (3dd76ddfe555d78d3392152bc04c8db36027d0cdee432880812abc8c790ec10c) AuthConfig (da44efa59af007b1b02d079f9ec717e709aadc58fcd7ab36c32c8f5f1fdb543d) AuthConfig (f504623185e840fb54dc3074d4c64b22288922942071eb81f9fa3296d7fbff8d) AuthConfig (1b40d8992441c48c062bfd4d81ca362af2e65b2e55423a13bc31799dbc6a4bc6) AuthConfig (5e5bf4a1e8bf84bb8d9c4eb7bdb09d03e9236b162c5f02c55011c9fcab395683) AuthConfig (481da528090088ab62a78f222581eb915eb39e4b1198e1ccd86c6d3f1d3e6746) AuthConfig (b899c0f1c05a7afde864290dbb6c37d6d1dea44be89086bddbaa5c06bd5df53e) AuthConfig (19bdee880da2bf84c229c351c665310a8593fda9c4e504ab7e5106a6e1431fd4) AuthConfig (f1ac7dfcfaceb00ab5301fcd0c8b708bfb2cd546c02ef0adf341729033c02f79) AuthConfig (0f60573cbb40f899555f2d0bd70d18f563c9121c1394c117982a1188826e6794) AuthConfig (94be96b761d416637cca1c3d7337fb589c0f45e276015aadcccb5df78994c469) AuthConfig (826c0f142441eb7080d752b01c48e71072ecf6947145653c3f682a701de3f380) AuthConfig (c3b6887bd84537594c3b8a00faad54551ae056d99c281a4abc1d274a8f8beb82) AuthConfig (cf06fb11e04f053c652baa7c79f6ce1ba00c5df57053e5de6d36b41321790c23) AuthConfig (1bcd564b8617d62f3315137be7ce10151a7e1fefb3b2b187c1bb13e7d992054f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"b2e57426-be85-4ce1-a79e-0b046f145ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.661005731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"aab60550-d57d-4124-806f-657bea1474ef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.661027486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"aab60550-d57d-4124-806f-657bea1474ef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.989831911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"9a8538da-cbed-49db-81fa-66d63e0a75d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-62f908","tenantID":"e2e-extmod-b-62f908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:39.111096879Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"9a8538da-cbed-49db-81fa-66d63e0a75d9","name":"e2e-extmod-b-62f908-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.953638221Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:48.769008711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"60790fbf-1384-4077-a4cb-9ca3f5fe2495","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:48.828010912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"60790fbf-1384-4077-a4cb-9ca3f5fe2495","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:48.885636549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-04240d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed9fe95da6794fa1d38db50e16f67f21581e592b06b243a9f3cc6f2c7acfd11b) AuthConfig (0011e485d63702c14280f9cad88dff5cb41a1ec25bbc0ab2cf94f8d0336cc9b5) AuthConfig (0339ccffcf42a9524342d6b9860f4a91d7f8e5242f3e5db6bc63290f9d393be5) AuthConfig (3dd76ddfe555d78d3392152bc04c8db36027d0cdee432880812abc8c790ec10c) AuthConfig (da44efa59af007b1b02d079f9ec717e709aadc58fcd7ab36c32c8f5f1fdb543d) AuthConfig (f504623185e840fb54dc3074d4c64b22288922942071eb81f9fa3296d7fbff8d) AuthConfig (1b40d8992441c48c062bfd4d81ca362af2e65b2e55423a13bc31799dbc6a4bc6) AuthConfig (5e5bf4a1e8bf84bb8d9c4eb7bdb09d03e9236b162c5f02c55011c9fcab395683) AuthConfig (481da528090088ab62a78f222581eb915eb39e4b1198e1ccd86c6d3f1d3e6746) AuthConfig (b899c0f1c05a7afde864290dbb6c37d6d1dea44be89086bddbaa5c06bd5df53e) AuthConfig (19bdee880da2bf84c229c351c665310a8593fda9c4e504ab7e5106a6e1431fd4) AuthConfig (f1ac7dfcfaceb00ab5301fcd0c8b708bfb2cd546c02ef0adf341729033c02f79) AuthConfig (0f60573cbb40f899555f2d0bd70d18f563c9121c1394c117982a1188826e6794) AuthConfig (94be96b761d416637cca1c3d7337fb589c0f45e276015aadcccb5df78994c469) AuthConfig (826c0f142441eb7080d752b01c48e71072ecf6947145653c3f682a701de3f380) AuthConfig (c3b6887bd84537594c3b8a00faad54551ae056d99c281a4abc1d274a8f8beb82) AuthConfig (cf06fb11e04f053c652baa7c79f6ce1ba00c5df57053e5de6d36b41321790c23) AuthConfig (1bcd564b8617d62f3315137be7ce10151a7e1fefb3b2b187c1bb13e7d992054f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"60790fbf-1384-4077-a4cb-9ca3f5fe2495","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:58.99584852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"1f2e4f2f-e004-46c7-ba2c-5b13d3fb7160","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.054285847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"1f2e4f2f-e004-46c7-ba2c-5b13d3fb7160","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.33488112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4bbd87fe-6ec5-4db8-9bfa-0e844af77911","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:59.334905032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4bbd87fe-6ec5-4db8-9bfa-0e844af77911","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.930936079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"b954bad4-95e5-460d-8241-e69b9bd048b0","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.93106121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"b954bad4-95e5-460d-8241-e69b9bd048b0","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.996557267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"1313e633-2afc-48a6-8177-d2d9fddd57bd","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.996644621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"1313e633-2afc-48a6-8177-d2d9fddd57bd","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.0400453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"403514c7-3f6d-4925-b19b-fd0c326cac1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:05.051324602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"2aa45b30-08fc-4c80-b7f2-ee2e5d2119de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ae4160\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.100172505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"403514c7-3f6d-4925-b19b-fd0c326cac1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.162814351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"2dca5a3f-276d-4a76-a11a-7d7aeb331c02","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.162836038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"2dca5a3f-276d-4a76-a11a-7d7aeb331c02","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.220163263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"96898461-63fe-4052-9825-57be1b207cf3","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.220191408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"96898461-63fe-4052-9825-57be1b207cf3","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.418443801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"dd5fa495-231a-40be-b6cd-a59d49133d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.438043083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"326ecabe-d9b1-471c-9373-73790d9d35cb","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"maas-trlp-auth-test-model-04240d","model":"auth-test-model-04240d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-04240d/e2e-auth-iso-ae4160"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.477799325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"dd5fa495-231a-40be-b6cd-a59d49133d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.610414616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"613f3194-53bb-4af5-8920-923ba9bc9b22","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.610444766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"613f3194-53bb-4af5-8920-923ba9bc9b22","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:05.790763659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"b791d0c1-b2ca-44e6-a29d-500590335306","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"maas-trlp-auth-test-model-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:15.953958274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:16.876115324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bff8d2f5-4243-4be0-a07e-66dc543b87e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:16.976971499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"8d663114-4b9a-41d1-9df0-1c828730329c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.192419801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"a0a6b4fb-ddbe-40bf-998c-03c1064ae71d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.31729417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e4860d22-5ecc-47e3-b6ed-5ce2114a6cfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.676930856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"b32eaaa3-44b1-4c0b-9138-11598b746238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.777389173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"9eb1a662-11c7-4601-bc92-3b305e1ffb70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.988471912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"6597845b-3516-4a4c-ac6d-e4cd44ae0b83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.088227927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"25fb80fe-0e2e-4dfc-bef8-d2ba2a2138ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.188476051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"cf7fe047-0568-4e14-8488-189b6cb699fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.289412494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d8ab3eb-c0b5-4d86-862b-a467bd01dbd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.431989659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"5c6e7a20-cb0b-44fc-ba69-3e667e6e97a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.553406432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"747ef4c5-3b41-4449-9a81-316e643f2b40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.781198718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159465f0-375c-41e0-b1cb-70659879f40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.836153599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159465f0-375c-41e0-b1cb-70659879f40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.891233404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159465f0-375c-41e0-b1cb-70659879f40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.948546935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159465f0-375c-41e0-b1cb-70659879f40d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:22.981097086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cec2a0-1465-4dcf-ab17-d70edf7461cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.035405364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cec2a0-1465-4dcf-ab17-d70edf7461cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.091746763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cec2a0-1465-4dcf-ab17-d70edf7461cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.145847473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91cec2a0-1465-4dcf-ab17-d70edf7461cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.199796041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746870b4-b251-4efe-8c8d-bb575e40b356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.257080502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746870b4-b251-4efe-8c8d-bb575e40b356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.310939085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746870b4-b251-4efe-8c8d-bb575e40b356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.364995477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746870b4-b251-4efe-8c8d-bb575e40b356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:27.387079287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be5f9d4-634d-497f-9685-8bb52ded887d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:27.441306936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be5f9d4-634d-497f-9685-8bb52ded887d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:27.495342086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be5f9d4-634d-497f-9685-8bb52ded887d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:27.549178512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be5f9d4-634d-497f-9685-8bb52ded887d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.574014427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb0dfe-110f-492f-9d1b-e4b1da6215fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.627677779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb0dfe-110f-492f-9d1b-e4b1da6215fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.68158971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb0dfe-110f-492f-9d1b-e4b1da6215fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.735405385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51eb0dfe-110f-492f-9d1b-e4b1da6215fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:31.680175322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d3b6d76-c26c-4b84-a115-a61d2864a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:31.733935736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d3b6d76-c26c-4b84-a115-a61d2864a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:31.787748272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d3b6d76-c26c-4b84-a115-a61d2864a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:31.844451628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d3b6d76-c26c-4b84-a115-a61d2864a750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:33.787096691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728a895b-a51c-4d4f-893a-459f76986f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:33.841148183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728a895b-a51c-4d4f-893a-459f76986f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:33.896264706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728a895b-a51c-4d4f-893a-459f76986f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:33.950405473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728a895b-a51c-4d4f-893a-459f76986f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.94373243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e850525f-1b01-4439-888b-9e3ee4fef4c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.06699469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"3ee46da9-f597-46a6-a167-5efadbe8b3c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.191595401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"ed0cdab2-87b6-4ccf-9d49-430b5e260cf4","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"maas-trlp-auth-test-model-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.297128987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"af2aa7f0-084e-47a6-808c-e5cc78012dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.362567472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"0e977be8-5d6e-4ce2-b712-d03642c062f9","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.362589378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"0e977be8-5d6e-4ce2-b712-d03642c062f9","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.39696997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"2a06aa23-606a-4642-a3d4-c3136b5392ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.512865353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d195623-6909-43e3-8aab-d81a0f8b309e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.674833862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"0aa2da3d-7e57-4279-9fe3-58133dd29724","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.928974889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"ef205ff1-4e38-4e68-87e9-f3eaae144e78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.986829101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"74a6f145-f30b-4696-9c94-7e0e6cae096b","namespace":"ai-tenant-e2e-extmod-a-2fe877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.986884857Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"74a6f145-f30b-4696-9c94-7e0e6cae096b","namespace":"ai-tenant-e2e-extmod-a-2fe877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.986937037Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"74a6f145-f30b-4696-9c94-7e0e6cae096b","aitenant":"ai-tenants/e2e-extmod-a-2fe877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.987008336Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","namespace":"ai-tenant-e2e-extmod-a-5a9099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.98704869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","namespace":"ai-tenant-e2e-extmod-a-5a9099","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.987092942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","tenant":"e2e-extmod-a-5a9099","tenantID":"e2e-extmod-a-5a9099","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.03782982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"e18f06fb-1f94-4633-97ff-26645e460567","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.042557222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Deployment","name":"maas-api-e2e-extmod-a-5a9099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.093085174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"2eeeeb96-6176-436b-95e0-39c18beacd0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.104740492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Service","name":"maas-api-e2e-extmod-a-5a9099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.130388219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecdcc5b1-8f6b-4517-9c88-a4c2422e6848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.164961222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-5a9099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.220306623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-5a9099","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.252502521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"b57384f9-d823-46b8-8ed5-7f8b37c19be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.283622491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.360395559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.392692898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"c514fd71-238c-4e88-b274-50fe0c18c169","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.418763986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.474833999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.492546418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353c417-d44f-4121-9320-b7b1a26ac095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.545923862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.546552042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353c417-d44f-4121-9320-b7b1a26ac095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.604050677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353c417-d44f-4121-9320-b7b1a26ac095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.604543342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.659692589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f353c417-d44f-4121-9320-b7b1a26ac095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.710496684Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5a9099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5a9099","reconcileID":"d30563fb-484e-4b67-b457-a7db879d3c82","aitenant":"ai-tenants/e2e-extmod-a-5a9099","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.7128424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Service","name":"payload-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.770539061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.823941912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.87712885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.933225196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.990384756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.007314699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"07ab7522-23cf-4e8d-a0ce-191c1a8baa44","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.043590231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.065805717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"07ab7522-23cf-4e8d-a0ce-191c1a8baa44","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.096567026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.129514694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"b6ad3bb0-af89-42c9-b87a-a819f48ff311","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.129545392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"b6ad3bb0-af89-42c9-b87a-a819f48ff311","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.149931674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-5a9099","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.194820322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"b002e5cf-2da1-46d4-b472-fc4af9a7dcef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.194945537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"b002e5cf-2da1-46d4-b472-fc4af9a7dcef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.204410792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5a9099"},"namespace":"ai-tenant-e2e-extmod-a-5a9099","name":"default-tenant","reconcileID":"7c202166-3924-47b4-ae94-19d5548850b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-5a9099","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.304507548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"886afa80-62aa-4820-bfef-43f24bbd400e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.438919276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"886afa80-62aa-4820-bfef-43f24bbd400e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.49610791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"886afa80-62aa-4820-bfef-43f24bbd400e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.553493787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"2223058b-6a98-4393-87a4-c64ea6fddc5c","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.553517179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"2223058b-6a98-4393-87a4-c64ea6fddc5c","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:42.272771767Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5a9099","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5a9099","reconcileID":"ca33ead5-830c-4d3d-8a64-c1b6b2065828","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5a9099","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-5a9099"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:42.61495063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1342036-dfd2-48e0-b940-0bd0dc3e1816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:42.668807295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1342036-dfd2-48e0-b940-0bd0dc3e1816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:42.722963579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1342036-dfd2-48e0-b940-0bd0dc3e1816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:42.777112399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1342036-dfd2-48e0-b940-0bd0dc3e1816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:44.734094182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b751773-4c5e-4af9-81be-ba4129516541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:44.787671227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b751773-4c5e-4af9-81be-ba4129516541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:44.841303445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b751773-4c5e-4af9-81be-ba4129516541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:44.895011334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b751773-4c5e-4af9-81be-ba4129516541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:45.952221679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.399856272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d2b59fdc-6e13-4495-9ece-4e557ed50e6f","namespace":"llm","name":"e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.456076999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"362e6646-2313-462f-a8b4-6211fd319269","namespace":"llm","name":"e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.507773043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"c375b624-3ec2-4f8c-a9da-55b2221dfd18","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.560628415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ed8414e9-3acc-46b5-8a5c-64c63bce0fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.560648516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8d8353c4-9f06-4c35-8725-aa3362013df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.561099904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2ba89c1e-d8af-498f-9281-81e5ed8c4628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.561122814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"07618fd9-3e13-4704-b9c8-31ca06643c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.566104526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"c375b624-3ec2-4f8c-a9da-55b2221dfd18","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.619927663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8d8353c4-9f06-4c35-8725-aa3362013df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.620522228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2ba89c1e-d8af-498f-9281-81e5ed8c4628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.622124676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ed8414e9-3acc-46b5-8a5c-64c63bce0fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.623344894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"07618fd9-3e13-4704-b9c8-31ca06643c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.625253117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"c375b624-3ec2-4f8c-a9da-55b2221dfd18","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.712472569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4eb50050-82a3-4b9a-ba0b-c99597e4b6e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.712500013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4eb50050-82a3-4b9a-ba0b-c99597e4b6e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.712907493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e26d0ab-0d10-4099-b46c-841076ac8f85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.712924134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e26d0ab-0d10-4099-b46c-841076ac8f85","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.713193659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e0606a1-0e4e-4c7e-ba00-43810265dcc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.713209316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e0606a1-0e4e-4c7e-ba00-43810265dcc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.713433955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6648b626-0694-4a4d-9c6a-f5af36c2fdc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.71344729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6648b626-0694-4a4d-9c6a-f5af36c2fdc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.7137745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b158c61d-3309-4e87-b48a-386c2e5b4e4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.713788704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b158c61d-3309-4e87-b48a-386c2e5b4e4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.714016385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7955911f-5895-4cde-840f-51db401fb4b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.714030765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7955911f-5895-4cde-840f-51db401fb4b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.714247792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"404210ab-11e3-4d1c-b030-d519e88624e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.714282297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"404210ab-11e3-4d1c-b030-d519e88624e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.714579637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8a225c7-293e-4b36-a399-9d14ef444fc4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.714593991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8a225c7-293e-4b36-a399-9d14ef444fc4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.819057256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c9f1a80-a715-46c9-9707-c91d91d7fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.878384472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5711b1a8-1029-41ca-993e-a19ffbbebbff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.879084788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d6fbba8-60a5-4915-92af-02d5e2db1bed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.879201482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c9f1a80-a715-46c9-9707-c91d91d7fd1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.93806945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d1905662-0a94-4071-9f23-7c9048797855","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"name":"e2e-dft-50cea6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.991672665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7a3ae7e1-9ddf-47a9-8440-432d6e3f6c2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.991911116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"052020a6-6ec8-47cd-8417-f4b23490bb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.992145527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"205b092d-ff08-4d0f-abf4-6bb144cf7d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.052026327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"6c0e7c39-8e79-4657-ae40-2dd5ebfb3fa5","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"name":"e2e-dft-50cea6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.054863606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"7a3ae7e1-9ddf-47a9-8440-432d6e3f6c2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.055627505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"205b092d-ff08-4d0f-abf4-6bb144cf7d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.057616931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"052020a6-6ec8-47cd-8417-f4b23490bb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.093058882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"3cce0d84-7465-4aaa-bebd-a0110973623a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:47.107291168Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"6c0e7c39-8e79-4657-ae40-2dd5ebfb3fa5","name":"e2e-dft-50cea6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-50cea6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:47.107363947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"6c0e7c39-8e79-4657-ae40-2dd5ebfb3fa5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-50cea6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.1075819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e77d5ec6-ea89-4e77-8302-646327c4137b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.107594857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e77d5ec6-ea89-4e77-8302-646327c4137b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108014363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7018703c-d559-4326-a9a7-671b9e41f62e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108030926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7018703c-d559-4326-a9a7-671b9e41f62e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108296261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1be24d46-74de-4618-9743-b4e6fdaafcc5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108308611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1be24d46-74de-4618-9743-b4e6fdaafcc5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108709672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0024cb1c-98e6-4ad9-90a2-c4e4654d178d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108723483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0024cb1c-98e6-4ad9-90a2-c4e4654d178d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108956535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8006406-238d-4785-b0d1-0877feb4d368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.108966631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8006406-238d-4785-b0d1-0877feb4d368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.109305398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8807ecd9-5420-450d-a350-84e617b1b42c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.109315935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8807ecd9-5420-450d-a350-84e617b1b42c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.109526617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1af784b-3669-474a-96ee-98dfa127b78d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.109536332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1af784b-3669-474a-96ee-98dfa127b78d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.109752949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee495c80-8a2f-476c-be90-4eba5efb0189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.109763035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee495c80-8a2f-476c-be90-4eba5efb0189","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.152289286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"3cce0d84-7465-4aaa-bebd-a0110973623a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.166036062Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"31023332-acd0-4598-81b4-3b0025d96b2e","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"name":"e2e-dft-50cea6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.307100467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1e88953-7f1a-44db-a300-b99269655d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.36851497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1e88953-7f1a-44db-a300-b99269655d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.481950032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"4640ceea-3742-4967-a1c8-74f0d18d10d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.491969961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"6a33d924-13ce-4946-90a8-03838139adbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.515067963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"ae7a0b36-2548-4707-a0f4-95f96c8a9f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.515068314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"abc3fe64-1705-45db-b0a3-dd9e6c487201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.540893867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"4640ceea-3742-4967-a1c8-74f0d18d10d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.550725158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"6a33d924-13ce-4946-90a8-03838139adbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.574456057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"ae7a0b36-2548-4707-a0f4-95f96c8a9f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.575338673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"abc3fe64-1705-45db-b0a3-dd9e6c487201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.598107584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"4640ceea-3742-4967-a1c8-74f0d18d10d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.648689519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"389b1261-9de2-4136-ad3b-25ca3327f8f6","namespace":"llm","name":"e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.759547856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"20bbd1f9-080a-4ddc-a692-c73e7c987b6a","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.765777768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"20bbd1f9-080a-4ddc-a692-c73e7c987b6a","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.810477644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"38070e3e-b939-474c-992e-fb852ad271d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.820260652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"60302e9b-855c-4d07-8d28-3689f20a64a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.869294597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"38070e3e-b939-474c-992e-fb852ad271d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.879748199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"60302e9b-855c-4d07-8d28-3689f20a64a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.968024775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"58f455ef-102d-47ac-8f53-7d70e89f7d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.968026108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d5f696e4-827b-4816-b430-4654b8c94d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:47.973699882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"362498b3-1dab-4a74-a55d-4555610b96d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.027072281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d5f696e4-827b-4816-b430-4654b8c94d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.028197779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"58f455ef-102d-47ac-8f53-7d70e89f7d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.032247017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"362498b3-1dab-4a74-a55d-4555610b96d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.183301374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"4cb0b098-2397-4adf-b694-2b50ee76946a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.242477676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"4cb0b098-2397-4adf-b694-2b50ee76946a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.289899022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"52f7edaa-393f-4af5-8dee-5641aa601cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.299721968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"4cb0b098-2397-4adf-b694-2b50ee76946a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.346915633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9865b888-d4f6-454d-b671-9127f64d5758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.347360405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"bfb0c13f-16d0-4f4f-b715-308ca5d0c58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.348580578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"52f7edaa-393f-4af5-8dee-5641aa601cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.351683047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"231c7865-0254-49a1-804d-cad25c0de49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.408748898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9865b888-d4f6-454d-b671-9127f64d5758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.408801122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"bfb0c13f-16d0-4f4f-b715-308ca5d0c58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.4165232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"231c7865-0254-49a1-804d-cad25c0de49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.463285609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"17e40e9d-6091-4b09-a885-45ceaea482ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.521839075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"17e40e9d-6091-4b09-a885-45ceaea482ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.678793256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"fb1fad0a-9654-405e-a051-6363b57bd1a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.737537874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"fb1fad0a-9654-405e-a051-6363b57bd1a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.830999994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8ef32cd5-3956-48ac-b8f7-a77e6fc2ad32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.831000029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"dd0994a5-921c-4bd8-9448-a2777ece199f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.831240785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e92b8e40-1d86-424b-98c6-c995ee6b34b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.889945397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e92b8e40-1d86-424b-98c6-c995ee6b34b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.890556137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"dd0994a5-921c-4bd8-9448-a2777ece199f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.892161566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8ef32cd5-3956-48ac-b8f7-a77e6fc2ad32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.933392204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4d261246-d25d-4b84-aa5e-f3fbf0c10da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.993819674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4d261246-d25d-4b84-aa5e-f3fbf0c10da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.976475096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"3f921dd3-a6c8-4d5a-9a3e-c1cad2c88bc7","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.976506568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"3f921dd3-a6c8-4d5a-9a3e-c1cad2c88bc7","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.034817379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"478388fc-6c23-4a1c-af9d-1699d8e0a523","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.034847744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"478388fc-6c23-4a1c-af9d-1699d8e0a523","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.194858041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b43d5d33-1025-42c0-a55f-e0173e65cd09","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.25333282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b43d5d33-1025-42c0-a55f-e0173e65cd09","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.693687447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d997c4de-c9f6-4490-908c-09f725b5e339","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.693719631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d997c4de-c9f6-4490-908c-09f725b5e339","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.853647372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"59740439-074d-42e6-8981-a0c17aca761b","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:53.915594977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"59740439-074d-42e6-8981-a0c17aca761b","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.726368966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"0c73ff9b-af3f-49df-8456-6b2674a98103","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.726399425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"0c73ff9b-af3f-49df-8456-6b2674a98103","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:55.78317001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"3ca7aef6-5d3a-47f6-afdd-348260856030","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-50cea6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.839629224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"cbd6f084-9fad-4c4e-9efc-3b8f3a90cd09","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.839681769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"cbd6f084-9fad-4c4e-9efc-3b8f3a90cd09","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.88613908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cedb77cd-1c0d-47d8-9133-b858f5d872ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.886300729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0158b1d1-ca49-40c9-a571-522c3feb2ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.886139139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b4299b4e-d64b-44ea-8ce2-6bc8ba5cb693","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:55.894865931Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"cbd6f084-9fad-4c4e-9efc-3b8f3a90cd09","name":"e2e-dft-50cea6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-50cea6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:55.894935944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"cbd6f084-9fad-4c4e-9efc-3b8f3a90cd09","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-50cea6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.945051395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0158b1d1-ca49-40c9-a571-522c3feb2ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.946153461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cedb77cd-1c0d-47d8-9133-b858f5d872ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.947259095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b4299b4e-d64b-44ea-8ce2-6bc8ba5cb693","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.95088157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d4c7d195-5b3e-4dec-a979-86f7a5677e25","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:55.950901399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d4c7d195-5b3e-4dec-a979-86f7a5677e25","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.008194585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"03c67d40-4f32-4203-bd88-6a157c874156","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.008224572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"03c67d40-4f32-4203-bd88-6a157c874156","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.224185087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"b3b72319-5055-40b8-aadd-e6ddd47ea454","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"e2e-dft-50cea6","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-50cea6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.322155229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"567be9ca-49d7-4842-a5e6-f9769cc9d8fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.322182077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1580a336-9ed2-4e71-8000-0bdb83f32bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.380901532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"567be9ca-49d7-4842-a5e6-f9769cc9d8fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.380993793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1580a336-9ed2-4e71-8000-0bdb83f32bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.428881224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"fc13249e-cd3d-4a7c-bf6d-ffe3e73445d4","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.487365491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"fc13249e-cd3d-4a7c-bf6d-ffe3e73445d4","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.502987069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"978fb7b9-069e-41ff-99de-d15fd23333b5","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.503013392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"978fb7b9-069e-41ff-99de-d15fd23333b5","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:56.718906084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"ea416b68-2c97-4d75-9716-5a2b3b9d1306","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.408056737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"2ca24d44-5bd2-484c-bca0-e4e58995cd66","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.466394685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"2ca24d44-5bd2-484c-bca0-e4e58995cd66","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.523815364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"2ca24d44-5bd2-484c-bca0-e4e58995cd66","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.24932111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd4256c-a5a4-4a0e-92b5-ecf70e375556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.249469223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd69f01-1d06-4236-8943-a1f0bf2f714f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.249718381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"7603e490-5d65-4b1d-926c-4a98e6e9fd89","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.303396591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd4256c-a5a4-4a0e-92b5-ecf70e375556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.303542494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9011335f-f7de-46df-9645-b07ae13eec36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.358152675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd4256c-a5a4-4a0e-92b5-ecf70e375556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.365407558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"7603e490-5d65-4b1d-926c-4a98e6e9fd89","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.366383696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddd69f01-1d06-4236-8943-a1f0bf2f714f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.412087954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd4256c-a5a4-4a0e-92b5-ecf70e375556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.417155051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9011335f-f7de-46df-9645-b07ae13eec36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.666107968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"ab7ef02c-5ba4-4bc6-bf96-451d2e2da72c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.729434172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"ab7ef02c-5ba4-4bc6-bf96-451d2e2da72c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.810349774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac2fa2d01c18da9eac3965322cc462868a040bada687c644f9b2483947acc55) AuthConfig (e89dcd1e06f87eabbeb219874602d7ea488ac25bcb74d9c49b9538453d483108) AuthConfig (bbbdaf258d39994e5159eb8a93267c06f28414c09f237545193da716fcef9961) AuthConfig (44993574a06fd7b939554db6b06ecce03dd50a11dc1a7eee8a2f79a4acb21d65) AuthConfig (497c4fea42fcc20fa1a500fc2bf9a6f16c552cc774c1b3051517e23c1386c88a) AuthConfig (e3432469d2ff08390007d1d1cbdae1cf087cb74aef22f46e92ccc2bf9c981285) AuthConfig (db534c32b811a00e51d429ccc361c667e8ff3c2749d0deb74f9a9b2cc607c6ba) AuthConfig (7072a291e8a75176498766cd1724e7d133569b1477d1b4a1094c1746e97bce89) AuthConfig (755fad74ceb17c993e56e0625dfc4835cb4ab40eb2a8ebd218edbc2801a228c9) AuthConfig (0fca4597b5d6f10c44cd2b0549cde162274f3af6ebbc114b79a816f8996dc9b5) AuthConfig (d71f7a0779e97cfc786c66a0d9e632c6e93ddeee668c3e6358cc3a6ed668910b) AuthConfig (c06153ba603fdffeda3e3e1bfc0bdc212d8e0e22a9ea217ba01c8198a6755bd3) AuthConfig (c693e1ae0fa305d4adb2445409f4ae6ccf183eec5f848f17152f4a2e20c0ce4c) AuthConfig (f9f91c1d157b3d8dcfa234b502f80566f98ebd7ed2920fb55b5dcc806fc9e984) AuthConfig (0900bc8da03d88a7697252842f3db8fd207bb9641262cedc580d6d972d5a38d7) AuthConfig (52264fb19e933006447a95f4c7bd408b8cb8124900ad2e136411072758f74df3) AuthConfig (f85147f78bc42a80696c4dea1dd1e7c02e43fda035748d1ad9d71a47effb12ec) AuthConfig (c26041d234d602e80e0f240ac20c27abb9a81862167778ce1fbd73b4cb8571bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"ab7ef02c-5ba4-4bc6-bf96-451d2e2da72c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.872291411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"228996b8-075b-48da-8524-78cbced49cb7","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.872314885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"228996b8-075b-48da-8524-78cbced49cb7","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.498469869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85abac92-12c2-43fc-aa40-ffa5faee8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.5531868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85abac92-12c2-43fc-aa40-ffa5faee8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.607289793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85abac92-12c2-43fc-aa40-ffa5faee8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.661324348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85abac92-12c2-43fc-aa40-ffa5faee8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.698376722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605981ce-f918-40e0-a6b1-2db4efe9bd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.757433976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605981ce-f918-40e0-a6b1-2db4efe9bd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.811374672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605981ce-f918-40e0-a6b1-2db4efe9bd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.865367101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605981ce-f918-40e0-a6b1-2db4efe9bd27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.90119226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d5329-8720-402b-a6df-8efe046909b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.955193148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d5329-8720-402b-a6df-8efe046909b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.009065431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d5329-8720-402b-a6df-8efe046909b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.064082075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9d5329-8720-402b-a6df-8efe046909b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:15.963776146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.0741182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdc376-a9b1-4906-ad3e-728598aacf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.130605413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdc376-a9b1-4906-ad3e-728598aacf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.185095017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdc376-a9b1-4906-ad3e-728598aacf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.23916358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fdc376-a9b1-4906-ad3e-728598aacf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.227753456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809b7b5-e250-4e4d-a569-ba27214ea255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.281683451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809b7b5-e250-4e4d-a569-ba27214ea255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.335590064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809b7b5-e250-4e4d-a569-ba27214ea255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.389196334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f809b7b5-e250-4e4d-a569-ba27214ea255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.978480455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"82889806-40f4-4cea-a6d1-7fe1ce24592e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:19.037520146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"82889806-40f4-4cea-a6d1-7fe1ce24592e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:19.095678802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac2fa2d01c18da9eac3965322cc462868a040bada687c644f9b2483947acc55) AuthConfig (e89dcd1e06f87eabbeb219874602d7ea488ac25bcb74d9c49b9538453d483108) AuthConfig (bbbdaf258d39994e5159eb8a93267c06f28414c09f237545193da716fcef9961) AuthConfig (44993574a06fd7b939554db6b06ecce03dd50a11dc1a7eee8a2f79a4acb21d65) AuthConfig (497c4fea42fcc20fa1a500fc2bf9a6f16c552cc774c1b3051517e23c1386c88a) AuthConfig (e3432469d2ff08390007d1d1cbdae1cf087cb74aef22f46e92ccc2bf9c981285) AuthConfig (db534c32b811a00e51d429ccc361c667e8ff3c2749d0deb74f9a9b2cc607c6ba) AuthConfig (7072a291e8a75176498766cd1724e7d133569b1477d1b4a1094c1746e97bce89) AuthConfig (755fad74ceb17c993e56e0625dfc4835cb4ab40eb2a8ebd218edbc2801a228c9) AuthConfig (0fca4597b5d6f10c44cd2b0549cde162274f3af6ebbc114b79a816f8996dc9b5) AuthConfig (d71f7a0779e97cfc786c66a0d9e632c6e93ddeee668c3e6358cc3a6ed668910b) AuthConfig (c06153ba603fdffeda3e3e1bfc0bdc212d8e0e22a9ea217ba01c8198a6755bd3) AuthConfig (c693e1ae0fa305d4adb2445409f4ae6ccf183eec5f848f17152f4a2e20c0ce4c) AuthConfig (f9f91c1d157b3d8dcfa234b502f80566f98ebd7ed2920fb55b5dcc806fc9e984) AuthConfig (0900bc8da03d88a7697252842f3db8fd207bb9641262cedc580d6d972d5a38d7) AuthConfig (52264fb19e933006447a95f4c7bd408b8cb8124900ad2e136411072758f74df3) AuthConfig (f85147f78bc42a80696c4dea1dd1e7c02e43fda035748d1ad9d71a47effb12ec) AuthConfig (c26041d234d602e80e0f240ac20c27abb9a81862167778ce1fbd73b4cb8571bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"82889806-40f4-4cea-a6d1-7fe1ce24592e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:29.208968962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"c553257b-a226-4569-8fbb-5e4f6358f06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:29.26878461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"c553257b-a226-4569-8fbb-5e4f6358f06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:29.326156224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b4c93e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac2fa2d01c18da9eac3965322cc462868a040bada687c644f9b2483947acc55) AuthConfig (e89dcd1e06f87eabbeb219874602d7ea488ac25bcb74d9c49b9538453d483108) AuthConfig (bbbdaf258d39994e5159eb8a93267c06f28414c09f237545193da716fcef9961) AuthConfig (44993574a06fd7b939554db6b06ecce03dd50a11dc1a7eee8a2f79a4acb21d65) AuthConfig (497c4fea42fcc20fa1a500fc2bf9a6f16c552cc774c1b3051517e23c1386c88a) AuthConfig (e3432469d2ff08390007d1d1cbdae1cf087cb74aef22f46e92ccc2bf9c981285) AuthConfig (db534c32b811a00e51d429ccc361c667e8ff3c2749d0deb74f9a9b2cc607c6ba) AuthConfig (7072a291e8a75176498766cd1724e7d133569b1477d1b4a1094c1746e97bce89) AuthConfig (755fad74ceb17c993e56e0625dfc4835cb4ab40eb2a8ebd218edbc2801a228c9) AuthConfig (0fca4597b5d6f10c44cd2b0549cde162274f3af6ebbc114b79a816f8996dc9b5) AuthConfig (d71f7a0779e97cfc786c66a0d9e632c6e93ddeee668c3e6358cc3a6ed668910b) AuthConfig (c06153ba603fdffeda3e3e1bfc0bdc212d8e0e22a9ea217ba01c8198a6755bd3) AuthConfig (c693e1ae0fa305d4adb2445409f4ae6ccf183eec5f848f17152f4a2e20c0ce4c) AuthConfig (f9f91c1d157b3d8dcfa234b502f80566f98ebd7ed2920fb55b5dcc806fc9e984) AuthConfig (0900bc8da03d88a7697252842f3db8fd207bb9641262cedc580d6d972d5a38d7) AuthConfig (52264fb19e933006447a95f4c7bd408b8cb8124900ad2e136411072758f74df3) AuthConfig (f85147f78bc42a80696c4dea1dd1e7c02e43fda035748d1ad9d71a47effb12ec) AuthConfig (c26041d234d602e80e0f240ac20c27abb9a81862167778ce1fbd73b4cb8571bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"c553257b-a226-4569-8fbb-5e4f6358f06c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:37.227350527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"a354b38d-af2f-46d8-a857-ac48c5fcab3e","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:37.517067806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"411e7a6a-91fc-44eb-be1a-8ea3682a26c2","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:37.517193968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"411e7a6a-91fc-44eb-be1a-8ea3682a26c2","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.154154453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"11db198d-47af-49ba-97d4-6a6c10c24df8","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.154335356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fff3636-9d44-4361-88d6-1c28a068e7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.154154473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96dc15fe-fa63-4006-a413-07051813df4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.213006612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"11db198d-47af-49ba-97d4-6a6c10c24df8","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.213886558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fff3636-9d44-4361-88d6-1c28a068e7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.215250825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96dc15fe-fa63-4006-a413-07051813df4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.434539136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"5a2c920c-8790-4a51-b302-051705cd185d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.49413542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"5a2c920c-8790-4a51-b302-051705cd185d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.772314212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"76c54978-b760-440b-987f-1fa7880d1b9f","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.772342962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"76c54978-b760-440b-987f-1fa7880d1b9f","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.612130028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"390f2a72-5e34-4524-b4d1-50f03a602691","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.612152948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"390f2a72-5e34-4524-b4d1-50f03a602691","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.67189331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"e76ea6fb-5eb6-40ae-8a06-992e0926f321","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.671912978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"e76ea6fb-5eb6-40ae-8a06-992e0926f321","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.72013647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"e860750f-a68c-4119-b5e2-aaf469aae8ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.725017497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"5afdabcd-46c7-4776-9080-d5a22b82363b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ae4160\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.726792936Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"e76ea6fb-5eb6-40ae-8a06-992e0926f321","name":"auth-test-model-b4c93e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b4c93e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.726850861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"e76ea6fb-5eb6-40ae-8a06-992e0926f321","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b4c93e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.732230568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"687eb919-47c7-4314-ad0f-d9601514990a","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.732246682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"687eb919-47c7-4314-ad0f-d9601514990a","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.778867717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"e860750f-a68c-4119-b5e2-aaf469aae8ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.836231956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"d1713d9d-b527-4a75-bd17-376780eea458","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.83625576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"d1713d9d-b527-4a75-bd17-376780eea458","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.909751436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"84dada37-6245-44f7-a8ed-6db7c70be4d9","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.909837539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"84dada37-6245-44f7-a8ed-6db7c70be4d9","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.094212745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"14412e30-bd13-4a0a-aad8-5e7e48fc52f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.128599512Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"8a0d7613-7fd2-4976-a288-2545358811df","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"maas-trlp-auth-test-model-b4c93e","model":"auth-test-model-b4c93e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b4c93e/e2e-auth-iso-ae4160"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.153361982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"14412e30-bd13-4a0a-aad8-5e7e48fc52f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.300141993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"8386caff-27e1-41d1-b247-80a731b5e111","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.300168498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"8386caff-27e1-41d1-b247-80a731b5e111","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.461546174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"e3c5b567-1d4c-4da0-a158-48ff4761393b","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"maas-trlp-auth-test-model-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:45.952907156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.94623554Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","namespace":"ai-tenant-e2e-explicit-018f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.946332507Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","namespace":"ai-tenant-e2e-explicit-018f06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.946385995Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","tenant":"e2e-explicit-018f06","tenantID":"e2e-explicit-018f06","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.001860594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Deployment","name":"maas-api-e2e-explicit-018f06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.063250454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Service","name":"maas-api-e2e-explicit-018f06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.124025971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-018f06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.181477738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-018f06","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.241146097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.311322431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.370473845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.44090294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.503553106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Deployment","name":"payload-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.557333709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.613302341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Service","name":"payload-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.667105161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"Service","name":"payload-pre-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.720537607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.777215953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.831918552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.889455594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.944055983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.997923404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.053947451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-018f06","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.11475919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-018f06"},"namespace":"ai-tenant-e2e-explicit-018f06","name":"default-tenant","reconcileID":"379849ca-5b1c-45b3-bc9c-f5b26e7b0acd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-018f06","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.842367548Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-018f06","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-018f06","reconcileID":"934e82ad-234c-4fab-b53a-ac30d4d2edb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-018f06","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-018f06"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.034879387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376413c1-a279-47cd-bff2-d3be91b57668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.089167324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376413c1-a279-47cd-bff2-d3be91b57668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.144219491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376413c1-a279-47cd-bff2-d3be91b57668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:51.198089234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376413c1-a279-47cd-bff2-d3be91b57668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.166102249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4209dea-da95-458a-83f1-42bca409b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.239448258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4209dea-da95-458a-83f1-42bca409b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.293845287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4209dea-da95-458a-83f1-42bca409b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:53.347622196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4209dea-da95-458a-83f1-42bca409b709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:56.693438147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b26adf6-8b25-4011-824f-d7ea9abbace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:56.747248693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b26adf6-8b25-4011-824f-d7ea9abbace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:56.801027244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b26adf6-8b25-4011-824f-d7ea9abbace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:56.854991297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b26adf6-8b25-4011-824f-d7ea9abbace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.207740445Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-efc785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-efc785","reconcileID":"40b0aa90-c4a4-48df-9ea2-31f68704e2a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-efc785","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-efc785":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.883458897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25cbf2f-d0e3-4948-8a5f-ca7606357299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.937462634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25cbf2f-d0e3-4948-8a5f-ca7606357299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.991154179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25cbf2f-d0e3-4948-8a5f-ca7606357299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:59.045181357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25cbf2f-d0e3-4948-8a5f-ca7606357299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:00.346044485Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-efc785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-efc785","reconcileID":"93efbb0a-e44e-44fb-81fa-831bdcb2e77c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-efc785\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.094062579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4f0bf-ab87-4e93-a5ba-e82b3fbb570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.149678734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4f0bf-ab87-4e93-a5ba-e82b3fbb570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.204309461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4f0bf-ab87-4e93-a5ba-e82b3fbb570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.258539984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e4f0bf-ab87-4e93-a5ba-e82b3fbb570f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.202774273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"985e3409-e5a2-4ce3-90c7-f90a99589772","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"maas-trlp-auth-test-model-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.462396592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"35f59e46-c9a3-4345-890a-c75aa36ca3ca","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.462425071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"35f59e46-c9a3-4345-890a-c75aa36ca3ca","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.795606929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"0a2e6c69-80b4-4d0c-8ea5-6c3e1d99fdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:02.856931901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"0a2e6c69-80b4-4d0c-8ea5-6c3e1d99fdff","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.248467925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a010c7f-9ad5-4991-9451-0df9f7c986d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.302546269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a010c7f-9ad5-4991-9451-0df9f7c986d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.356123533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a010c7f-9ad5-4991-9451-0df9f7c986d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:03.410135377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a010c7f-9ad5-4991-9451-0df9f7c986d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.262839203Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","namespace":"ai-tenant-e2e-extmod-a-2fe877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.262917943Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","namespace":"ai-tenant-e2e-extmod-a-2fe877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.262984627Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","tenant":"e2e-extmod-a-2fe877","tenantID":"e2e-extmod-a-2fe877","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.318591274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Deployment","name":"maas-api-e2e-extmod-a-2fe877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.381850402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Service","name":"maas-api-e2e-extmod-a-2fe877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.442048591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-2fe877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.49725687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-2fe877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.558314538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.623567988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.683178193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.744548825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.798703622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.852366676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.907370642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Service","name":"payload-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.963177036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.018572951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.074986332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.129059382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.189717836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.245008677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.299350339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.354052803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-2fe877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:06.41289776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2fe877"},"namespace":"ai-tenant-e2e-extmod-a-2fe877","name":"default-tenant","reconcileID":"ec9674c2-1f99-4c4b-9869-f2b0eb06fb28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-2fe877","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:07.193146248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2fe877","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2fe877","reconcileID":"d7cf1c28-9957-42c0-9f73-3d7309d2135e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2fe877","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-2fe877"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.318181023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"c1dc71e7-3e31-4fa7-a8b5-37bf36dfba9a","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.318313101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"c1dc71e7-3e31-4fa7-a8b5-37bf36dfba9a","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.428393196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"9fef2a68-34bd-4e29-a64e-ecf8dc810789","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.487315282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"9fef2a68-34bd-4e29-a64e-ecf8dc810789","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.490380271Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"261bab0e-fdd7-49cf-bb42-31487e29183a","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-314696a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.548429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954a935c-b1fe-4a57-bc27-4784783b8a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.602988777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954a935c-b1fe-4a57-bc27-4784783b8a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.657086392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954a935c-b1fe-4a57-bc27-4784783b8a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.710622252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954a935c-b1fe-4a57-bc27-4784783b8a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.822364106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"7f7642d8-c646-47a0-ab9f-a9f7c969e623","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:08.882034825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"7f7642d8-c646-47a0-ab9f-a9f7c969e623","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.528214714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"f6505d75-a872-4cb6-812d-d9c439172a29","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.593372895Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"d65bded2-1734-486d-a9f6-473c16cf17f1","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.723497797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c3d121-4326-454f-b3bb-436aa8c08954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.727948402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"524e6186-7836-4f63-8d2a-a94ecd7663d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.728617661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"2ec18dd4-6dba-486f-ba52-10a79f3016d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.72905439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7753c3ce-d710-4a92-b7ba-71180537fa10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.785671457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c3d121-4326-454f-b3bb-436aa8c08954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.785743261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6b8799df-aca6-4c38-a54e-1da3a81bf00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.813916422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"524e6186-7836-4f63-8d2a-a94ecd7663d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.846260587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a434f1bc-221e-4e17-b094-8f2dba0e5e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.846600838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c3d121-4326-454f-b3bb-436aa8c08954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.851083371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7753c3ce-d710-4a92-b7ba-71180537fa10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.851720227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"2ec18dd4-6dba-486f-ba52-10a79f3016d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.854420953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"6b8799df-aca6-4c38-a54e-1da3a81bf00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.905002767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c3d121-4326-454f-b3bb-436aa8c08954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.908519936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a434f1bc-221e-4e17-b094-8f2dba0e5e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.021222912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"10f9da35-4d37-4671-815c-ba474bae42f4","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"name":"e2e-dft-c289e2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.077563036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8242d3c8-7cc2-4875-aecd-556f7e9c9749","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.080334971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab378aa9-fa74-483d-aeba-784afa01d5f5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.080356999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ab378aa9-fa74-483d-aeba-784afa01d5f5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.08083999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b140fd19-9f22-4ba9-a73e-b1515f5a9bcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.132673388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f3365df-b783-48af-9464-119ebf623379","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.134822135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f3365df-b783-48af-9464-119ebf623379","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.135410572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5d2a18a-b53a-485c-af95-b4a0bb8c52a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.135425763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5d2a18a-b53a-485c-af95-b4a0bb8c52a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.135921397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cbb69471-63c3-45b8-a261-7aa0858539ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.135936319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cbb69471-63c3-45b8-a261-7aa0858539ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.136355425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da58286-e0e1-466a-83fc-21e9bc0e31b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.136385655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da58286-e0e1-466a-83fc-21e9bc0e31b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.189014938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"99250b51-03bd-4c2d-aff4-a7a59046446b","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.193433329Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"305a0aa3-9e47-4bcb-8ac8-05f2beb22542","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"name":"e2e-dft-c289e2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.193730161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d67fa458-af96-442c-bb45-2806d3e7dd3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.193742453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d67fa458-af96-442c-bb45-2806d3e7dd3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.193960281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07e1831d-bf0f-4894-9683-03f1b1b35ac0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.193973402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07e1831d-bf0f-4894-9683-03f1b1b35ac0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.194173307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cae9664-9ad3-4d1b-a774-d356c94c6451","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.194184321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cae9664-9ad3-4d1b-a774-d356c94c6451","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.278610946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"6a97742c-2c7d-42e5-8dcd-19e84e304c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.280523049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"c95c265a-1ddb-4852-87d6-077b062a6d69","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.280615191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"c95c265a-1ddb-4852-87d6-077b062a6d69","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.34397175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"6a97742c-2c7d-42e5-8dcd-19e84e304c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.410108637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"882a6482-1737-4dee-a44a-04059da84b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.411774713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"905d5d62-e955-43ea-8651-e09da77183c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.488465506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff411161-fb29-456f-9608-83b381a26ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.504865996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"882a6482-1737-4dee-a44a-04059da84b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.505675962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"905d5d62-e955-43ea-8651-e09da77183c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.489546889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"5a4e353c-3f40-4444-8d70-8285ccc05787","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.574702139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff411161-fb29-456f-9608-83b381a26ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.575190429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"5a4e353c-3f40-4444-8d70-8285ccc05787","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.736453243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"36505092-a830-4f88-a923-6dd3018e1516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.795963077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"36505092-a830-4f88-a923-6dd3018e1516","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.84154811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"ce32432c-f5d0-432e-b0b8-21c24ae9fbab","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.879387898Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"20f8f896-e0e1-46dc-8336-28bd2d9c8fa4","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.904314065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f532c97d-e5fb-432b-baba-0bf463644cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.933433821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"ce32432c-f5d0-432e-b0b8-21c24ae9fbab","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.976618713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"8e17750c-e76f-4815-9dad-b061cb3c38cc","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.976730055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"8e17750c-e76f-4815-9dad-b061cb3c38cc","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.977483589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"520ef656-6a81-4513-a617-989c880041f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.033998097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f532c97d-e5fb-432b-baba-0bf463644cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.05456214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"520ef656-6a81-4513-a617-989c880041f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.108961375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"cf54b3ba-5a10-4eb9-bcc9-9b661efdc55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.222485676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"cf54b3ba-5a10-4eb9-bcc9-9b661efdc55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.269332508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"025a33ac-6cd3-44a7-be46-bb8c5e1dc315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.282645853Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","namespace":"ai-tenant-e2e-extmod-a-7faa90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.282717779Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","namespace":"ai-tenant-e2e-extmod-a-7faa90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.282763772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","tenant":"e2e-extmod-a-7faa90","tenantID":"e2e-extmod-a-7faa90","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.329498856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"025a33ac-6cd3-44a7-be46-bb8c5e1dc315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.339747996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Deployment","name":"maas-api-e2e-extmod-a-7faa90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.376871986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"c8badd07-e88e-44a6-b1e1-be5a1cf17f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.412317534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Service","name":"maas-api-e2e-extmod-a-7faa90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.436882288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"c8badd07-e88e-44a6-b1e1-be5a1cf17f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.470055585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"40412d1a-383c-4602-a08f-308ff0ed738e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.475223798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-7faa90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.523816404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec543480-bfc1-4f4a-a50c-7095092f1814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.529865893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"40412d1a-383c-4602-a08f-308ff0ed738e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.530715096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-7faa90","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.576386845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"0edb6da4-a2cf-48a7-8b10-3132d0262a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.586000579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec543480-bfc1-4f4a-a50c-7095092f1814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.612992138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.637168924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"0edb6da4-a2cf-48a7-8b10-3132d0262a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.680284028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.738964156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.754709638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"86c93534-22a9-4e5f-95dd-e05951d8c944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.79520642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.81502859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"86c93534-22a9-4e5f-95dd-e05951d8c944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.84826946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.853971103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8abbd7a4-73d5-4d22-bdb8-8dfe94751b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.907430445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.927446641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8abbd7a4-73d5-4d22-bdb8-8dfe94751b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.966298794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"72b522db-82e3-461f-8b84-ab237668f252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.975299976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Service","name":"payload-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.029219066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"2c3a3fad-81bd-43ea-a6fb-96665d0ff911","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.029394138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.035309432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"72b522db-82e3-461f-8b84-ab237668f252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.075136518Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"7c764433-1b6d-43fb-809e-032cf0885e86","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.082909007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.089373223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"2c3a3fad-81bd-43ea-a6fb-96665d0ff911","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.095594137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc084d-c2d7-4f2b-9317-d832446c292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.149308436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.150674427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc084d-c2d7-4f2b-9317-d832446c292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.150880606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeb851e0-9eee-4b2e-9f40-aa38e2e8e9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.209241021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc084d-c2d7-4f2b-9317-d832446c292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.213269492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeb851e0-9eee-4b2e-9f40-aa38e2e8e9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.265976778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.267466097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc084d-c2d7-4f2b-9317-d832446c292b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.267547282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f3bf4453-8229-4c25-bd1f-e57f47f1faf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.325441685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.327090446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f3bf4453-8229-4c25-bd1f-e57f47f1faf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.374247954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"895be367-6209-412c-b04a-832d08d98961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.378645281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.432307149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.433363484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"895be367-6209-412c-b04a-832d08d98961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.491572468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-7faa90","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.550057785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7faa90"},"namespace":"ai-tenant-e2e-extmod-a-7faa90","name":"default-tenant","reconcileID":"042b5b4c-2087-44ef-9d9a-929273f35799","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-7faa90","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.550782428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"fcee8fd1-ba49-40f6-8d18-4837b246f03e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.608438305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"51a0ecde-9fa4-4b49-bb5d-8ab53f5c4625","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.63963818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"fcee8fd1-ba49-40f6-8d18-4837b246f03e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.66200187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"641199e8-6658-4eff-a107-989f74de4249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.66937555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"51a0ecde-9fa4-4b49-bb5d-8ab53f5c4625","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.732026802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"641199e8-6658-4eff-a107-989f74de4249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.760044815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"106b2392-4f0e-4b8a-ad17-99a65b856544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.816999431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"8ae554b1-edb3-4d2e-ba99-b252b02c1f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.824077018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"106b2392-4f0e-4b8a-ad17-99a65b856544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.875966555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"8ae554b1-edb3-4d2e-ba99-b252b02c1f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.973884949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"4420479e-2fec-4dd1-8a8e-9f36889f2a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.035370984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"4420479e-2fec-4dd1-8a8e-9f36889f2a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.080669567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"43d98450-4800-45dc-ace0-53c7f30570fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.127057456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854d7da6-12fb-42d3-85d4-815be627097a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.13928009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"43d98450-4800-45dc-ace0-53c7f30570fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.180350174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"faa95e7e-3353-4d54-9862-dadd1fbd92ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.187115381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854d7da6-12fb-42d3-85d4-815be627097a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.198858175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4c249c05-a69e-4d71-b33d-6230fbf99323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.241192061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"faa95e7e-3353-4d54-9862-dadd1fbd92ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.259218213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4c249c05-a69e-4d71-b33d-6230fbf99323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.367573821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"41ff38cd-c68c-4062-8e40-0afba78426b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.4264852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"41ff38cd-c68c-4062-8e40-0afba78426b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.582369235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"72e0ad9a-d45f-42bf-82df-3204a61e16b7","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.633440182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2dcf0198-9be6-404b-8cac-c7c401507349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.656314873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"72e0ad9a-d45f-42bf-82df-3204a61e16b7","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.692887904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2dcf0198-9be6-404b-8cac-c7c401507349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.710429348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"760ae389-9f24-4ee8-8e90-ac0b88fae937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.769159253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"760ae389-9f24-4ee8-8e90-ac0b88fae937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.344229394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b71bfbd-1a6a-477e-82a1-2f0fe62f8fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.423140063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b71bfbd-1a6a-477e-82a1-2f0fe62f8fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.479210414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b71bfbd-1a6a-477e-82a1-2f0fe62f8fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.533151792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b71bfbd-1a6a-477e-82a1-2f0fe62f8fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.953114232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.995719305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"54497d5c-94d4-4a7c-af68-b5e7a2ea1832","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.995757494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"54497d5c-94d4-4a7c-af68-b5e7a2ea1832","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.052617835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"a8351523-00bf-4ffc-a3c1-b96219337bb1","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.05264987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"a8351523-00bf-4ffc-a3c1-b96219337bb1","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.267540087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"0e489d21-ed00-4800-88b1-ef11513d6986","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.326103948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"0e489d21-ed00-4800-88b1-ef11513d6986","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.764892111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"78906966-07e8-4c3b-98d8-6f4d4c1d7731","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.764921338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"78906966-07e8-4c3b-98d8-6f4d4c1d7731","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.978383951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"fbca9e81-626f-42d5-a37c-a9eafa0e6822","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:18.036835716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"fbca9e81-626f-42d5-a37c-a9eafa0e6822","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:18.545954935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"06c76bd1-282f-48f2-ab50-c190c4301313","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","subscription":"e2e-auth-iso-ae4160","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:18.602822338Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"06c76bd1-282f-48f2-ab50-c190c4301313","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:18.657955039Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"06c76bd1-282f-48f2-ab50-c190c4301313","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"maas-trlp-auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:18.939944056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"1831700b-e88f-46cf-9680-2f256c78cf5a","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:18.939965778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"1831700b-e88f-46cf-9680-2f256c78cf5a","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.048230186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"540530e8-d429-490f-9a40-bbe0607122f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.096084507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"5d3db96d-6129-4312-bc50-4f516fd40ebc","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.096106039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"5d3db96d-6129-4312-bc50-4f516fd40ebc","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.106541486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"540530e8-d429-490f-9a40-bbe0607122f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.203195508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"7ca3edec-66b7-4ecf-822b-15b3f7f0483e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.262448526Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"fe903ac1-a772-4396-a965-59c551540080","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2e77132","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.262485519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"7ca3edec-66b7-4ecf-822b-15b3f7f0483e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.421324381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"2ca6a43e-ac98-465f-ba50-2fded73fea23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.479791082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"2ca6a43e-ac98-465f-ba50-2fded73fea23","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.623000302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"66d37dec-85e0-4639-8344-8eaa5585ecc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.683293791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"66d37dec-85e0-4639-8344-8eaa5585ecc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.699252082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-50cea6-sub models-as-a-service/e2e-dft-c289e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.757877232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"69b024c2-b182-4f3e-95de-6359caff74d8","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.757911964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"69b024c2-b182-4f3e-95de-6359caff74d8","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:19.814464335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"b4a878c3-c919-4c98-8f32-8d0d37227cae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c289e2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.871504537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"cbce15a9-d7f1-4bce-a479-e52c2f1d35b5","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.871533586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"cbce15a9-d7f1-4bce-a479-e52c2f1d35b5","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:19.926846489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"cbce15a9-d7f1-4bce-a479-e52c2f1d35b5","name":"e2e-dft-c289e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c289e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:19.926924409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"cbce15a9-d7f1-4bce-a479-e52c2f1d35b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c289e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.974252485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"022dc02f-a9b8-458b-9641-2e038da517d2","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.980614841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"2dc931f1-f7ad-4ec8-a2f1-c0e5aa7da075","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.980638328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"2dc931f1-f7ad-4ec8-a2f1-c0e5aa7da075","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.989822306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af85cce8-58f7-4df0-a95b-b9f54f942948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.033634108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"022dc02f-a9b8-458b-9641-2e038da517d2","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.034788635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"088d0f4f-2b37-432d-a9e4-d77e1154a11c","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.034814149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"088d0f4f-2b37-432d-a9e4-d77e1154a11c","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.049141845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af85cce8-58f7-4df0-a95b-b9f54f942948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.067181377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"f049ff8d-4755-4e0c-bdcf-4a0ca7f458f9","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.067234295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b0e3df-2e6b-4aaf-bc23-865400723c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.091004897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"e8dcae5e-2f3b-46e9-bf95-04953dae2ef7","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.091031792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"e8dcae5e-2f3b-46e9-bf95-04953dae2ef7","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.126992353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78b0e3df-2e6b-4aaf-bc23-865400723c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.127333164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"f049ff8d-4755-4e0c-bdcf-4a0ca7f458f9","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.259784245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"c632ad45-899f-4499-b8ee-c35449ec7238","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"e2e-dft-c289e2","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c289e2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.474612596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f834bb4d-9acd-426a-b5a3-cdeea7f12220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.533088324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f834bb4d-9acd-426a-b5a3-cdeea7f12220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.537467491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"4f89e4ed-201f-4fed-b9f7-39ae9d0a3089","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.537493727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"4f89e4ed-201f-4fed-b9f7-39ae9d0a3089","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.574859519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"e5cbd950-dc3c-4ff7-a390-08a3c946d10f","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.574855909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3572dcb-13ef-48d9-8f0c-7d96c42d40c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.633971053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"e5cbd950-dc3c-4ff7-a390-08a3c946d10f","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.634060926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3572dcb-13ef-48d9-8f0c-7d96c42d40c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.677685967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"03a3cac2-5244-4a1d-99ff-36ab5ec2e8a3","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.698452796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"02aafd10-f96b-45bd-b3e2-4e4d76a1b20f","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.73813657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"03a3cac2-5244-4a1d-99ff-36ab5ec2e8a3","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.797354091Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7faa90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7faa90","reconcileID":"bec39c95-b090-4c62-bc33-1dda16e36d52","aitenant":"ai-tenants/e2e-extmod-a-7faa90","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.484870402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eed95c-2cbb-47b2-ac52-447af60a71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.539019191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eed95c-2cbb-47b2-ac52-447af60a71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.54600659Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7faa90","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7faa90","reconcileID":"bec39c95-b090-4c62-bc33-1dda16e36d52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7faa90","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-7faa90"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.592613639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eed95c-2cbb-47b2-ac52-447af60a71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.64654416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03eed95c-2cbb-47b2-ac52-447af60a71b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.787350253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c646bb-66a9-4e92-a66d-eb2145ddc4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.841521255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c646bb-66a9-4e92-a66d-eb2145ddc4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.895272259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c646bb-66a9-4e92-a66d-eb2145ddc4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:24.949972841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c646bb-66a9-4e92-a66d-eb2145ddc4fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.909712736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da61c7d-c90e-430e-ad9c-e08cdd3a9cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.963403757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da61c7d-c90e-430e-ad9c-e08cdd3a9cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.017509021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da61c7d-c90e-430e-ad9c-e08cdd3a9cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:27.071213091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da61c7d-c90e-430e-ad9c-e08cdd3a9cd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.316927772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"49184efd-bd15-4078-82f0-64558489dd1a","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","subscription":"e2e-auth-iso-ae4160","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.37097741Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"49184efd-bd15-4078-82f0-64558489dd1a","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.425337719Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"49184efd-bd15-4078-82f0-64558489dd1a","MaaSSubscription":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"maas-trlp-auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.706268924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"1d51780f-42b9-4ad0-93fa-1cc8840245cb","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.706293906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"1d51780f-42b9-4ad0-93fa-1cc8840245cb","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.70627271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-50cea6-sub models-as-a-service/e2e-dft-c289e2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.813923486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"1d1f157c-4d1f-4fd8-ba11-811966c0da01","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.868791923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"941ba3d4-36d3-4ea9-87ce-afe78d3cfeb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.868911875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"630438e0-81fb-4d31-9d08-950fb67e8769","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.868929724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"630438e0-81fb-4d31-9d08-950fb67e8769","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.873265244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"1d1f157c-4d1f-4fd8-ba11-811966c0da01","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.1211464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"941ba3d4-36d3-4ea9-87ce-afe78d3cfeb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.293952058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"941ba3d4-36d3-4ea9-87ce-afe78d3cfeb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"name":"e2e-shared-a-w2-04240d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.29407712Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"e2e-auth-iso-ae4160","reconcileID":"941ba3d4-36d3-4ea9-87ce-afe78d3cfeb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.295338983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"f2e61250-7cfa-4622-9fba-ab382a3e0ad6","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.359610428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4faae2cf-65aa-4425-a65d-8937d62c1c6a","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"tenant":"e2e-shared-a-w2-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","model":"ai-tenant-e2e-shared-a-w2-04240d/auth-test-model-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.359635907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"auth-test-model-04240d","reconcileID":"4faae2cf-65aa-4425-a65d-8937d62c1c6a","MaaSModelRef":{"name":"auth-test-model-04240d","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"routeName":"auth-test-model-04240d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-04240d","llmisvcName":"auth-test-model-04240d","gateway":"openshift-ingress/e2e-shared-a-w2-04240d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.360398715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"f2e61250-7cfa-4622-9fba-ab382a3e0ad6","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.512949493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"677dc246-2d48-4cc1-a949-b974201fcdc4","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.512969824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"677dc246-2d48-4cc1-a949-b974201fcdc4","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.579479283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"06d2f3b2-bf47-4520-882d-a9ead24621cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.78712746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"06d2f3b2-bf47-4520-882d-a9ead24621cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.91793237Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"06d2f3b2-bf47-4520-882d-a9ead24621cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"name":"e2e-shared-b-w2-b4c93e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.917960041Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"e2e-auth-iso-ae4160","reconcileID":"06d2f3b2-bf47-4520-882d-a9ead24621cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae4160","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.953552441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20b6da6-1a76-49e5-9c82-4f6e00a0f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.007425908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20b6da6-1a76-49e5-9c82-4f6e00a0f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.011871766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"00630f1b-d75f-471f-bc07-978550e32c77","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"tenant":"e2e-shared-b-w2-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","model":"ai-tenant-e2e-shared-b-w2-b4c93e/auth-test-model-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.011895238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"auth-test-model-b4c93e","reconcileID":"00630f1b-d75f-471f-bc07-978550e32c77","MaaSModelRef":{"name":"auth-test-model-b4c93e","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"routeName":"auth-test-model-b4c93e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","llmisvcName":"auth-test-model-b4c93e","gateway":"openshift-ingress/e2e-shared-b-w2-b4c93e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.06126525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20b6da6-1a76-49e5-9c82-4f6e00a0f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.116145459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e20b6da6-1a76-49e5-9c82-4f6e00a0f0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.060306391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cc1d52-d54c-4597-af15-a1be48bccfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.114279397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cc1d52-d54c-4597-af15-a1be48bccfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.168051336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cc1d52-d54c-4597-af15-a1be48bccfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.221913935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1cc1d52-d54c-4597-af15-a1be48bccfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.337914355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"00c8f8ce-4928-4e40-ad8c-78a256fef732","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.620574598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"cea43ade-1bfa-4e64-8ac4-dd05992ed074","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:42.620616625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"cea43ade-1bfa-4e64-8ac4-dd05992ed074","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.020183198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"dcbb3c03-9494-4231-b151-fad000e5a411","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.020284863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88cb0150-9bcd-4285-838b-2f53344d332e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.020582171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22c1d690-ffce-4a72-8f2b-0add04971c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.020780713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"5414d600-12eb-4f9a-a7eb-afb7038c2f10","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.079141766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88cb0150-9bcd-4285-838b-2f53344d332e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.079141187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"dcbb3c03-9494-4231-b151-fad000e5a411","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.081095324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22c1d690-ffce-4a72-8f2b-0add04971c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.08159608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"5414d600-12eb-4f9a-a7eb-afb7038c2f10","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.953043503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:15.952824428Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.506857716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"9f37d541-63f1-4769-9a85-3e6bd48c3c14","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efc785","tenantID":"e2e-extmod-a-efc785","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.627559373Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"9f37d541-63f1-4769-9a85-3e6bd48c3c14","name":"e2e-extmod-a-efc785-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.547732111Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","namespace":"ai-tenant-e2e-extmod-b-62f908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.547822333Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","namespace":"ai-tenant-e2e-extmod-b-62f908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.5479024Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","tenant":"e2e-extmod-b-62f908","tenantID":"e2e-extmod-b-62f908","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.606155824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Deployment","name":"maas-api-e2e-extmod-b-62f908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.667750857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Service","name":"maas-api-e2e-extmod-b-62f908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.726760925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-62f908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.78214813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-62f908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.858956369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.915813777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.972582651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.039033262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.100067874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.154028546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.211021634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Service","name":"payload-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.264767152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.319175766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.37248296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.426056029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.484132164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.537562029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.591392038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.651245472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-62f908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:45.705263709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-62f908"},"namespace":"ai-tenant-e2e-extmod-b-62f908","name":"default-tenant","reconcileID":"7fcc2e10-cf84-479f-b2b8-6194e5ba7dea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-62f908","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:46.015089358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.715148482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"a45ed9c3-f318-46f0-970a-0ccc93ffa4aa","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.771927089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"a45ed9c3-f318-46f0-970a-0ccc93ffa4aa","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.777563264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"d14fed2f-d763-409b-93ff-0f4e3d7ad0b8","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.777645414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"d14fed2f-d763-409b-93ff-0f4e3d7ad0b8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.78875424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"a341fbc3-7732-43ff-b9a7-c8974fd4ba30","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.788832358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"a341fbc3-7732-43ff-b9a7-c8974fd4ba30","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.810051511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"26b5b3c1-cd03-4bae-92c5-c6f7f4b3b62f","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.810124005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"26b5b3c1-cd03-4bae-92c5-c6f7f4b3b62f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.850423691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"ec07c270-5c73-44ed-a44a-1f55a208d3f5","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.850506851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"ec07c270-5c73-44ed-a44a-1f55a208d3f5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.930872773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"0191b092-a793-4fdf-ac65-f7ae9c962548","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:51.930946018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"0191b092-a793-4fdf-ac65-f7ae9c962548","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:52.091940139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"b5d497dc-e473-408e-a87d-eddf21fe1cd2","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:52.092013062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"b5d497dc-e473-408e-a87d-eddf21fe1cd2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:52.412969083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"e92f957a-4c2c-4f70-9979-53d4d89e4fbc","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:52.413048879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"e92f957a-4c2c-4f70-9979-53d4d89e4fbc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.054357027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"f9dc6325-75d9-41cc-94d7-19f04c4ca940","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.054443552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"f9dc6325-75d9-41cc-94d7-19f04c4ca940","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.605956406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"b87e3793-1403-400b-9513-512ff31e6f31","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.6060178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"b87e3793-1403-400b-9513-512ff31e6f31","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.6645381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"b4ad04fb-e7d4-4f24-9961-ea0d71c1c5b8","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.664608674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"b4ad04fb-e7d4-4f24-9961-ea0d71c1c5b8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:53.93014267Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-62f908","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-62f908","reconcileID":"eb921df2-adca-4f84-a9b5-944dc08aecb4","aitenant":"ai-tenants/e2e-extmod-b-62f908","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.989180643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"75e3f028-219f-420e-bf44-602ce9007f8e","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:53.989244406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"75e3f028-219f-420e-bf44-602ce9007f8e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:54.609034259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674baca6-2b78-459b-87ff-20304dd7ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:54.663411449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674baca6-2b78-459b-87ff-20304dd7ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:54.67578669Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-62f908","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-62f908","reconcileID":"eb921df2-adca-4f84-a9b5-944dc08aecb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-62f908","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-62f908"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:54.718019571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674baca6-2b78-459b-87ff-20304dd7ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:54.772231873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674baca6-2b78-459b-87ff-20304dd7ef82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:55.019057382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"15d26830-8f25-42a7-9019-c0156f1ae953","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:55.019119701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-472884","namespace":"ai-tenant-e2e-noten-472884"},"namespace":"ai-tenant-e2e-noten-472884","name":"noten-model-472884","reconcileID":"15d26830-8f25-42a7-9019-c0156f1ae953","error":"resolve tenant gateway for model ai-tenant-e2e-noten-472884/noten-model-472884: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-472884/noten-model-472884-kserve-route (gateways: [openshift-ingress/e2e-noten-472884]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.66775453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"d8ed13dd-16bf-442f-8667-7ddf2a8c0051","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.724147399Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"bfd1b09a-4517-44ee-b37e-9fc95e930c2d","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.829758193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3a5ba044-a6b6-47a3-91d2-2d48446158fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.829947905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"8a01a66f-a265-432c-97da-968daf33701d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.829759193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b2035301-62a3-4c20-a739-99c50c766939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.830323384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"23145a39-9a47-4cc8-a819-b7857a8f0ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.83151171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"06ef3f7d-ab52-46b5-993e-316463b64ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.892000378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"23145a39-9a47-4cc8-a819-b7857a8f0ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.892060272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"8a01a66f-a265-432c-97da-968daf33701d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.894135648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3a5ba044-a6b6-47a3-91d2-2d48446158fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.894293202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"06ef3f7d-ab52-46b5-993e-316463b64ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.896184408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b2035301-62a3-4c20-a739-99c50c766939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.902985568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f4eab2-c132-489a-87c4-352038079b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:56.959593147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f4eab2-c132-489a-87c4-352038079b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.026220433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f4eab2-c132-489a-87c4-352038079b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.084733312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f4eab2-c132-489a-87c4-352038079b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.14276996Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"09696112-9227-4202-8d2d-d67e80f5275e","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"name":"e2e-dft-del-8029b4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.252614389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20947027-cefd-406b-bb4b-3a96757750d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.252870893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cf31e42-fad0-4e04-b9c4-7a0153954e0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.306162145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"6828d89c-f31e-4d5e-8848-d2def0f66516","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.306193148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"8db7cdef-81a1-48bb-8c6c-f1587d446575","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.366078311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bdd6d798-8d51-4209-a793-cae68e67a9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.366280196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"cca7fe11-7dd3-4cb9-b946-e82301562aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.366484132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"220909e5-b27e-4723-9d54-230ada5fc58d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.496609767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"bdd6d798-8d51-4209-a793-cae68e67a9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.497731042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37425673-cc21-4ce0-a503-6941a1b87d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.498208022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"a0ee9a3a-11f6-4bb9-8746-f5ca1ff39aa5","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.507784433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"220909e5-b27e-4723-9d54-230ada5fc58d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.540142557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"cca7fe11-7dd3-4cb9-b946-e82301562aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.569956506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37425673-cc21-4ce0-a503-6941a1b87d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.588219342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"a0ee9a3a-11f6-4bb9-8746-f5ca1ff39aa5","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.635170231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"270af912-2dbc-4632-a720-16a102b3c4b9","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.639436843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"270af912-2dbc-4632-a720-16a102b3c4b9","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.694208719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"6cc48306-64c1-4abf-be7e-fc0c3903a957","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"name":"e2e-dft-del-8029b4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.694718213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0cea0cfa-a34f-46b3-a892-c9f95c28beff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.694735695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0cea0cfa-a34f-46b3-a892-c9f95c28beff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.695087544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb92dcae-5f81-49cb-bf49-3ee030dd7d46","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.695101714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb92dcae-5f81-49cb-bf49-3ee030dd7d46","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.695386037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d54d013-72e6-4517-896f-aa8f94fd3ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.695398301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8d54d013-72e6-4517-896f-aa8f94fd3ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.695710842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"34a27385-1313-40d2-8dfb-e77d720be45f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.695723846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"34a27385-1313-40d2-8dfb-e77d720be45f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.696011049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78d77192-5489-469c-acfc-1f8b9b6c65ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.696023553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78d77192-5489-469c-acfc-1f8b9b6c65ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.750243886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"4ec2d166-05b2-4155-bad8-ba0202480206","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.750276561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"4ec2d166-05b2-4155-bad8-ba0202480206","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.75082749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ad1698e-70a9-4508-8dce-4bb37884d35a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.750843732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ad1698e-70a9-4508-8dce-4bb37884d35a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.751168647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abd815f6-0068-42ba-aaea-164ef37dc4ac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.751181525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abd815f6-0068-42ba-aaea-164ef37dc4ac","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.751464026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0737d02d-5969-4bef-a417-47ee566b809d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.751475785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0737d02d-5969-4bef-a417-47ee566b809d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.881127878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"efa1270a-dbad-4d63-b397-c93176398f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.940707679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"efa1270a-dbad-4d63-b397-c93176398f66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.981570015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"994bf621-173a-4e5f-87e5-9c1702f0c414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.987206169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"49914957-f59f-4b5b-9056-90389a35b2f8","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.00474189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6bdb777-96ae-4e95-bff7-3b0759a73b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.040229864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"994bf621-173a-4e5f-87e5-9c1702f0c414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.046943114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"49914957-f59f-4b5b-9056-90389a35b2f8","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.120148868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"b31afc74-d46d-4926-89d4-e4ec70ffbcf7","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.140006991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f72fe75e-0bb4-43cf-8da7-d59d88567580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.186090822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"d1f1bb72-88fc-4e2c-b219-6f15071749c8","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.186182851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"d1f1bb72-88fc-4e2c-b219-6f15071749c8","MaaSModelRef":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"routeName":"external-model-e2e-dft-del-8029b4-7fa02701c734","namespace":"llm","model":"e2e-dft-del-8029b4","externalModel":"e2e-dft-del-8029b4","provider":"e2e-dft-del-8029b4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.232225803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6bdb777-96ae-4e95-bff7-3b0759a73b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.287697561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f72fe75e-0bb4-43cf-8da7-d59d88567580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.4688635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"49d35e89-2c9f-4ee7-bf0b-f539f7243518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.527616268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"49d35e89-2c9f-4ee7-bf0b-f539f7243518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.631546237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3eb4b829-46d1-45b0-b958-964692083a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.689799681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3eb4b829-46d1-45b0-b958-964692083a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.737426206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"c2f8e75f-6f82-4334-9cde-5a33a995c3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.737426408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2d75efba-f071-4477-bc9e-3bcf2c3e42fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.796331803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2d75efba-f071-4477-bc9e-3bcf2c3e42fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.796608175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"c2f8e75f-6f82-4334-9cde-5a33a995c3e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.899100582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"d418c622-fe23-4ec2-99a9-615e54411fb0","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.957754553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"d418c622-fe23-4ec2-99a9-615e54411fb0","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.093220786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3a48428b-67cd-4157-8496-b22e193929a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.098597908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f587a1-0810-400f-9110-bddffe3895fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.148737047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"20058273-f3b8-4e0b-be2a-647bf44a26c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.151527729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"3a48428b-67cd-4157-8496-b22e193929a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.157122086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28f587a1-0810-400f-9110-bddffe3895fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.207424807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"20058273-f3b8-4e0b-be2a-647bf44a26c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.215086759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd25d4a0-c454-4357-bbfa-d5c893892605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.215373273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"68276b98-ce49-4bc3-aa85-2ddb4f46d0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.268912542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd25d4a0-c454-4357-bbfa-d5c893892605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.323071627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd25d4a0-c454-4357-bbfa-d5c893892605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.383724689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd25d4a0-c454-4357-bbfa-d5c893892605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.389831419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"68276b98-ce49-4bc3-aa85-2ddb4f46d0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.419764787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"538dac5c-02af-41e0-a0a2-43053fb04dd4","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.535747517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"2dfcd879-a517-4fac-bd1d-a2b9ec967563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.589333622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1926ddc2-efdc-46ca-b6f5-c8aa7c5a3089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.594684643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"2dfcd879-a517-4fac-bd1d-a2b9ec967563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.647683243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1926ddc2-efdc-46ca-b6f5-c8aa7c5a3089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.6486176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"2e345018-5ee3-40ce-8e3e-7fb4d13ef2ab","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.702093605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59d75ab-4c34-4ce6-a7d5-0a9ac5a99884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.708314388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"2e345018-5ee3-40ce-8e3e-7fb4d13ef2ab","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.762497721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a59d75ab-4c34-4ce6-a7d5-0a9ac5a99884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.81080946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"961e35fa-ce41-4371-8841-b9ce2cc3d006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.870136178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"961e35fa-ce41-4371-8841-b9ce2cc3d006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.971834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"49333608-186d-479b-972b-fbc35af10e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.971977518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"0208e70c-0c47-48b0-b156-7a920a8e104d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.030616123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"49333608-186d-479b-972b-fbc35af10e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.03146223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"0208e70c-0c47-48b0-b156-7a920a8e104d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.13070504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"cbae2d18-fb43-4d51-9cd9-8701fd11da51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.138041418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"bd97f1b6-f8e3-4305-8e22-2564cfcde70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.189909941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"cbae2d18-fb43-4d51-9cd9-8701fd11da51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.196834884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"bd97f1b6-f8e3-4305-8e22-2564cfcde70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.297952162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"f9cf9433-c4a2-47d5-a89d-d7605a454cdc","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.356033425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ed160977-5676-4691-beff-511c9c625219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.357482079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"f9cf9433-c4a2-47d5-a89d-d7605a454cdc","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.415882437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"ed160977-5676-4691-beff-511c9c625219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.462585847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6328f00-87ed-4fe4-95a8-e08aa72aae55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.521065995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6328f00-87ed-4fe4-95a8-e08aa72aae55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.560297079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"12755abe-7a8f-4d3b-a20d-ed7e2270158e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.560373304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"231a6c0b-89a2-4347-a82b-b28545b71625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.625070307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"12755abe-7a8f-4d3b-a20d-ed7e2270158e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.628205301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"231a6c0b-89a2-4347-a82b-b28545b71625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.735764717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"50a03b05-c396-4a32-a722-7083e74661d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.79446412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"50a03b05-c396-4a32-a722-7083e74661d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.894843335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"2cff739a-b6e0-4e36-93d0-f293ff7599ff","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.949032487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cbd6bdac-e336-4b15-9ea5-59d3ee118776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.949101667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9f8bdcd-5ba7-4c2f-b53f-47ce9687bdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.953839801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"2cff739a-b6e0-4e36-93d0-f293ff7599ff","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:01.009917535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9f8bdcd-5ba7-4c2f-b53f-47ce9687bdf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:01.009914554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"cbd6bdac-e336-4b15-9ea5-59d3ee118776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.499898777Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"2faf03ae-be50-40be-80f0-bd0878845ffb","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.672513948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"47d47146-3aae-48e1-9949-85802f170c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.672790606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d33a63de-09bb-45b1-97ce-374b272ff6d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.672900883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"1388bb2c-0953-41f8-b569-dd5750493d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.749738469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d33a63de-09bb-45b1-97ce-374b272ff6d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.758790742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"47d47146-3aae-48e1-9949-85802f170c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.759877812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"1388bb2c-0953-41f8-b569-dd5750493d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.78779277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"3fd2e3c3-c4de-4e78-a1af-14a62a52f1b2","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.804808632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3270425d-8194-4897-9e41-fc9cb5917a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.847229151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"3fd2e3c3-c4de-4e78-a1af-14a62a52f1b2","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:03.864785397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3270425d-8194-4897-9e41-fc9cb5917a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.072126466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"bbf0e532-3697-4872-be88-11007fc2e0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.079496062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c9afee83-89b4-4119-9ba8-46366bd842ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.080073831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"f7c5f820-9e15-46b1-b840-69c4f604567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.132287856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"bbf0e532-3697-4872-be88-11007fc2e0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.139191317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"f7c5f820-9e15-46b1-b840-69c4f604567e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.139431594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c9afee83-89b4-4119-9ba8-46366bd842ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.187428672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9215899f-77d8-456d-9fb2-dcb2052390a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.246454622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"9215899f-77d8-456d-9fb2-dcb2052390a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.384903119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"2c8cb6d0-efed-4fe4-a3b7-1ad385100c46","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.446524147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"2c8cb6d0-efed-4fe4-a3b7-1ad385100c46","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.460530248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e8877509-b951-44e4-a18f-07f0e44f8515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.460550092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"77706f3d-87a7-4179-a9f3-c7e167e9b44d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.519948723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"77706f3d-87a7-4179-a9f3-c7e167e9b44d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.520864713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e8877509-b951-44e4-a18f-07f0e44f8515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.56103184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80b73c3e-6b15-4b3a-a639-1fe27912414a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.614214626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"65b016d5-5fb1-46ba-a177-4241df86249a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.620199478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80b73c3e-6b15-4b3a-a639-1fe27912414a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.67384626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"65b016d5-5fb1-46ba-a177-4241df86249a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.71886755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"d0546134-06fb-4498-8c6c-0e89dc42e8cb","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.900147576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f6e46fbd-5823-403c-ab0c-280a2d311205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.900536967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"7b4a75a7-b007-4ce4-9f4b-8c8583188282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.900942616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"60c60645-1398-4c79-be49-00a695e08129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.961990819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"60c60645-1398-4c79-be49-00a695e08129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.962501752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"7b4a75a7-b007-4ce4-9f4b-8c8583188282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:04.967392961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"f6e46fbd-5823-403c-ab0c-280a2d311205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.003373329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"89628b6f-c097-4f89-a21d-75a94cf991c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.063286938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"89628b6f-c097-4f89-a21d-75a94cf991c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.211406913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"32e35300-54fc-4d88-8acf-941970d0682c","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.270127482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"32e35300-54fc-4d88-8acf-941970d0682c","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.287054162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"143b9108-f6dc-471b-a851-c7fdcae926d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.288814872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"da5f2560-2ee4-4a85-8324-89bef5f5351c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.347273728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"143b9108-f6dc-471b-a851-c7fdcae926d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.349716587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"da5f2560-2ee4-4a85-8324-89bef5f5351c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.386008915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"511a5946-3e0f-4d4c-86ae-e0af7e302dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.393470375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43fc0e3d-6564-4757-bb93-6af687452d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.444765445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"511a5946-3e0f-4d4c-86ae-e0af7e302dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.45298698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43fc0e3d-6564-4757-bb93-6af687452d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.670225767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"13b34460-3571-409f-98b3-ec7023731f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.728965086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"13b34460-3571-409f-98b3-ec7023731f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.771726861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"884d6576-d3c0-442f-bb1f-86dceb387a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.773967528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3a29d0fd-7524-4624-b837-bbea8d4c5aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.776069072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"50ff1e4c-7378-4fb8-8409-66043d3f2e07","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.830538691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"884d6576-d3c0-442f-bb1f-86dceb387a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.83254079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"3a29d0fd-7524-4624-b837-bbea8d4c5aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.834666568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"50ff1e4c-7378-4fb8-8409-66043d3f2e07","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.878172656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aea5b7c1-b63e-42fc-b9fe-6c1bb02a835e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:05.936922817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aea5b7c1-b63e-42fc-b9fe-6c1bb02a835e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.158494156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff58cfb2-4b21-4768-a859-11e3af52131f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.158525646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff58cfb2-4b21-4768-a859-11e3af52131f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.158995108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"878db0c5-55a2-40bf-a009-c952a50f94e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.159018661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"878db0c5-55a2-40bf-a009-c952a50f94e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.159358432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7cf8407-7af4-4ec6-be1b-68228a8cb584","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.159375127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7cf8407-7af4-4ec6-be1b-68228a8cb584","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.215184937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"61b80bbb-db3c-4ebd-8e46-f91e4af9e6ec","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.215213291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"61b80bbb-db3c-4ebd-8e46-f91e4af9e6ec","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.215637967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0c753f4-199e-4579-a0e9-7baac334272e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.215668079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0c753f4-199e-4579-a0e9-7baac334272e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.215891498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7cb05c8-6198-4180-9859-a8cd2533b512","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.215903165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7cb05c8-6198-4180-9859-a8cd2533b512","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.216100519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2bfcd5e-23c4-4fef-aaa9-79bfa8de5ca0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.21613962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2bfcd5e-23c4-4fef-aaa9-79bfa8de5ca0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.216340941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecfabad1-7730-40ac-bddf-1583071a84dc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.21635144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ecfabad1-7730-40ac-bddf-1583071a84dc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.216528668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d14fe32-9408-47dc-af66-f8d01e18c54f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.216538734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d14fe32-9408-47dc-af66-f8d01e18c54f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.270350363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"d6c1ca02-e998-42a7-8d99-54b3dd57801a","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.270377494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"d6c1ca02-e998-42a7-8d99-54b3dd57801a","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.324061378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f193d98-6003-4cae-a3ce-75a2ff9ba857","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.324619495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0614f5ef-a6bb-4243-b6a6-24097346714e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.381471886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"93834d79-0ea0-4007-9cb6-ade85db8b728","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.382113333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"3b20efbc-08ef-468d-8be7-9ba3847987b5","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.464041465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"ab5bcffc-4d88-438b-9fcd-bb6c4e9002c1","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.464728136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70cddee8-8d58-4adf-846b-0db78151bee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.465236347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"62253dd7-fe86-48b1-a610-71889abe1d2b","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.46589301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a54d636-2fec-40af-b8bb-f44e8695bc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.524938391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"62253dd7-fe86-48b1-a610-71889abe1d2b","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.525641819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"ab5bcffc-4d88-438b-9fcd-bb6c4e9002c1","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.527182045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70cddee8-8d58-4adf-846b-0db78151bee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.52899051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a54d636-2fec-40af-b8bb-f44e8695bc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.626635176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8029b4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8029b4","reconcileID":"de920969-d545-455e-a64e-df733acfbfe0","namespace":"llm","name":"e2e-dft-del-8029b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.798787806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"988e7025-f61e-4c7c-aa90-121d2221bffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.860260994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"988e7025-f61e-4c7c-aa90-121d2221bffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.900524348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6e074d59-d86f-4f82-8a4d-c5bcd4074b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.961486929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"6e074d59-d86f-4f82-8a4d-c5bcd4074b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.991869016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ba2d06e1-eb34-426f-a355-93baec323ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.008834808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41099a52-5eae-4ed2-b767-d1b5703a7afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.050186527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"ba2d06e1-eb34-426f-a355-93baec323ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.067373987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41099a52-5eae-4ed2-b767-d1b5703a7afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.097580257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"161a4d4f-223f-4c8c-93e1-513340fc115a","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.157610677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"161a4d4f-223f-4c8c-93e1-513340fc115a","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.227684477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ec5bd09b-8e65-40e3-8d9e-33d2052c22cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.286629056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ec5bd09b-8e65-40e3-8d9e-33d2052c22cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.32933401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"81a44e4c-18ea-4e3d-8612-96db8a6e92c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.387977048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"81a44e4c-18ea-4e3d-8612-96db8a6e92c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.428807942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b57d3f78-015c-4153-af8b-ce613e256b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.487403346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"b57d3f78-015c-4153-af8b-ce613e256b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.534915789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"58c15b97-5641-46da-949f-fa1ce9f68612","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.594320298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"58c15b97-5641-46da-949f-fa1ce9f68612","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.635941015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d16c5fa8-f046-4190-a789-feaa8f7418e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.694744763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d16c5fa8-f046-4190-a789-feaa8f7418e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.71364613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13496337-24e3-4090-928a-90e586ca28df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.772232474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13496337-24e3-4090-928a-90e586ca28df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.789747839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"9f88d605-39c4-493c-93a0-7d01ea3d737b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.807318447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"274e35f0-1448-451e-9f92-28783ec5fb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.850426206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"9f88d605-39c4-493c-93a0-7d01ea3d737b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.866864163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"274e35f0-1448-451e-9f92-28783ec5fb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.018468984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"24f3e25c-1523-4900-acf9-772a16ceb8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.07720647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"24f3e25c-1523-4900-acf9-772a16ceb8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.966040638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.006501719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44faf119-11f2-4c33-a378-90f21596caa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.073477291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44faf119-11f2-4c33-a378-90f21596caa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.141997969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44faf119-11f2-4c33-a378-90f21596caa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.223868041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44faf119-11f2-4c33-a378-90f21596caa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.44905776Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-789f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-789f6f","reconcileID":"f2ec5023-a6b1-4355-87c9-98542ac9e6a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-789f6f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-789f6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:18.748042441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1efd10-32b2-4094-8e0d-06328568b606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:18.805726282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1efd10-32b2-4094-8e0d-06328568b606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:18.860115024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1efd10-32b2-4094-8e0d-06328568b606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:18.914375642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e1efd10-32b2-4094-8e0d-06328568b606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:05:19.856782169Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-789f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-789f6f","reconcileID":"6ab3b41e-2d36-49a9-8eb1-5b517518ffa8","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-789f6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.033975459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6149487-9832-4f0f-ba42-e5a67f03f46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.087872831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6149487-9832-4f0f-ba42-e5a67f03f46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.1455186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6149487-9832-4f0f-ba42-e5a67f03f46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.19971262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6149487-9832-4f0f-ba42-e5a67f03f46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.131531743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a090c3c-9176-424d-a8ea-5db6dc395511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.18610463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a090c3c-9176-424d-a8ea-5db6dc395511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.239765112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a090c3c-9176-424d-a8ea-5db6dc395511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.293401882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a090c3c-9176-424d-a8ea-5db6dc395511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.995616269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.347646315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e50caa-25a2-48da-8437-f5b21c573e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.40148962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e50caa-25a2-48da-8437-f5b21c573e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.460027011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e50caa-25a2-48da-8437-f5b21c573e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.516517719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e50caa-25a2-48da-8437-f5b21c573e32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.606549503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fd5f4-5806-468d-a4e0-d7c0204fda66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.660547179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fd5f4-5806-468d-a4e0-d7c0204fda66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.714331508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fd5f4-5806-468d-a4e0-d7c0204fda66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.768070089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5fd5f4-5806-468d-a4e0-d7c0204fda66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.074088146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8c7d55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8c7d55","reconcileID":"e94a7a41-2cd6-4c70-b81e-8df18c8f2fdb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8c7d55","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-8c7d55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:54.757605676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ea9d18-24da-4dc3-b8fb-e11bb513163c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:54.811500291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ea9d18-24da-4dc3-b8fb-e11bb513163c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:54.865616617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ea9d18-24da-4dc3-b8fb-e11bb513163c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:54.920321944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ea9d18-24da-4dc3-b8fb-e11bb513163c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:05:56.206476052Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8c7d55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8c7d55","reconcileID":"bcef88e2-db2a-4d52-b08b-e395c3e34b8e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-8c7d55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:58.784711733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"1a6ced2e-2186-45f7-9c7f-dd7bc1fd4f9f","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:58.84147672Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"1ff5c052-6bf3-4270-bd96-43cb3477cfc8","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:58.946062984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b50d7b45-1a58-4041-b9f5-4de196008a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:58.946102574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"fd503164-f7d1-4cdf-916e-1a8672fd7d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:58.949046498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"64adcc30-ab3d-4976-9fb6-5729f0b18151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.004690472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"fd503164-f7d1-4cdf-916e-1a8672fd7d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.004693714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b50d7b45-1a58-4041-b9f5-4de196008a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.007381274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"64adcc30-ab3d-4976-9fb6-5729f0b18151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.056015648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc6cce8-9859-4d07-a9ac-16591a5f34a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.058278776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b03514eb-4e37-4071-a48a-d7bccb7c8d27","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.12779211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b03514eb-4e37-4071-a48a-d7bccb7c8d27","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.128151816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cc6cce8-9859-4d07-a9ac-16591a5f34a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.229715025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"3c5487d6-19aa-4661-9104-ca632a0d949d","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.289774944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c26a51dd-b604-4931-baa6-c9434fb5c5cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.289800972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c26a51dd-b604-4931-baa6-c9434fb5c5cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290123562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b3e942a-0a30-4d1f-a9f9-ac3b0b9d76f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290136275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b3e942a-0a30-4d1f-a9f9-ac3b0b9d76f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290353693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac66b486-064f-46e7-85d9-aacc3c64404d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290365726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ac66b486-064f-46e7-85d9-aacc3c64404d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290561325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28fd4b26-a6c5-40d4-8e70-47f097c9f00f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290571157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28fd4b26-a6c5-40d4-8e70-47f097c9f00f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290803306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ceba019-4786-4f92-bda2-120f76dab5bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.290815029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ceba019-4786-4f92-bda2-120f76dab5bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.34524508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"9478577e-bebc-4d7f-92ef-364532f25cad","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.34528678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"9478577e-bebc-4d7f-92ef-364532f25cad","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.345819974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70c3634f-51fe-4569-bcf1-d2eca82b5f63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.34583525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70c3634f-51fe-4569-bcf1-d2eca82b5f63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.346093254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5936930f-d108-4ae7-94b8-5b9b0deb2791","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.346103531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5936930f-d108-4ae7-94b8-5b9b0deb2791","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.346327536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0f687ae-75e9-4e79-ae23-48be907f33cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.346339687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0f687ae-75e9-4e79-ae23-48be907f33cf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.361871621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a260b741-7ad2-4e64-84c5-870418b42e91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.362304831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"168674df-fa38-43ff-acdf-1ad10a493f4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.400720078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"8ff37d11-3bb2-4053-b833-d3c32ba53e01","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.400757481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"8ff37d11-3bb2-4053-b833-d3c32ba53e01","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.417891116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"bcd65eaa-5383-41de-beec-43fc957beb44","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.417950907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"a6af56ee-20ed-4b2b-a3db-623ca88d21e1","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.446121021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"feeb33eb-2c32-4677-a0ef-82d930f06b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.446362786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e5b52136-e48b-4d16-805b-22885e827983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.446121068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"7b830ae7-7894-4fbf-8d6b-1fcfe45ffe85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.454927222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"70046de3-2304-4848-89d0-75e3ad014201","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.505312624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"feeb33eb-2c32-4677-a0ef-82d930f06b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.506190646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"7b830ae7-7894-4fbf-8d6b-1fcfe45ffe85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.509886254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"e5b52136-e48b-4d16-805b-22885e827983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.542216354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"11bcf265-a4b1-4cd2-836c-584eb8950e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.707015157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"11bcf265-a4b1-4cd2-836c-584eb8950e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.75764574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee31048d-cdcb-49c9-b09c-b593c436c662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.843304045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ee31048d-cdcb-49c9-b09c-b593c436c662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:59.995749883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"01e02e40-b053-4de5-a9fc-be10ba5586b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.048825328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb1c98ed-2402-424e-b956-f8497f72f04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.04882997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"2125632e-c299-4e34-8df1-3fced15700df","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.049862304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"be3ca0a9-a6af-4039-b3ee-305d1696ada6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.05560774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"01e02e40-b053-4de5-a9fc-be10ba5586b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.107858546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"2125632e-c299-4e34-8df1-3fced15700df","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.108535416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb1c98ed-2402-424e-b956-f8497f72f04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.110120388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"be3ca0a9-a6af-4039-b3ee-305d1696ada6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.311112746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"4e1f891f-6bb0-4538-b422-4d9a64a24026","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.407436929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552319ee-5a9e-45c2-aad3-922d60a74fe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.41389513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"75897e30-f883-4aac-9e46-209d6e7e109a","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.414034069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"75897e30-f883-4aac-9e46-209d6e7e109a","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9ccc42-547b3a218722","namespace":"llm","model":"e2e-dft-refs-9ccc42","externalModel":"e2e-dft-refs-9ccc42","provider":"e2e-dft-refs-9ccc42-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.475775119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552319ee-5a9e-45c2-aad3-922d60a74fe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.519886859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"e084165f-43c6-4e87-9685-87fbca47998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.594106051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"5d6cb7ad-a2e6-42c5-bde2-3cfb93c27cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.594691145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"49c3eb32-af2d-4093-a495-fcaa9e51f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.596806981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"e084165f-43c6-4e87-9685-87fbca47998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.655850288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"5d6cb7ad-a2e6-42c5-bde2-3cfb93c27cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.656526148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"49c3eb32-af2d-4093-a495-fcaa9e51f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.808384241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f4495a30-6bd9-49a7-ae2a-b1d89c34cd70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.819470585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"271edbd9-3147-4d84-8c4f-94164b752c7f","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.867431227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f4495a30-6bd9-49a7-ae2a-b1d89c34cd70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.877913187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"271edbd9-3147-4d84-8c4f-94164b752c7f","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.965722336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"556690bd-2ceb-4f8b-a8a9-d58c39dc695d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.018840769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a9452a46-b611-47c9-87c5-108e0ebf55f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.018876548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ca31c45d-6027-4900-b7cb-0e72eac78c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.024401882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"556690bd-2ceb-4f8b-a8a9-d58c39dc695d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.077511564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a9452a46-b611-47c9-87c5-108e0ebf55f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.078114758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"ca31c45d-6027-4900-b7cb-0e72eac78c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.23537478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"1e71b8c0-0323-42cb-b687-1cb664737539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.294704267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"1e71b8c0-0323-42cb-b687-1cb664737539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.455548663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d85c8e7f-5780-4aa3-bcf3-d8bbef10ccaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.455548681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"0cee2d11-379f-4250-b5e6-c874c4ab43c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.458326221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"9567338d-16fb-4b70-8cdb-6cd96959b2b3","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.516265428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"0cee2d11-379f-4250-b5e6-c874c4ab43c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.517499144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d85c8e7f-5780-4aa3-bcf3-d8bbef10ccaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.518645844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"9567338d-16fb-4b70-8cdb-6cd96959b2b3","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.566041773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98813d4f-0a6a-47e4-b45a-3e30cb1bad44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.625782903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98813d4f-0a6a-47e4-b45a-3e30cb1bad44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.776622512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93aa6681-6530-4a3c-955c-d1a162396262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.835257418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93aa6681-6530-4a3c-955c-d1a162396262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.231328615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"9640aedc-e4db-47de-b939-bcd7cc2ca9a6","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.285488851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"38ea1e19-1b14-45cd-875d-f484ae2c6e55","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.285517736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"38ea1e19-1b14-45cd-875d-f484ae2c6e55","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9ccc42-547b3a218722","namespace":"llm","model":"e2e-dft-refs-9ccc42","externalModel":"e2e-dft-refs-9ccc42","provider":"e2e-dft-refs-9ccc42-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.393139178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"52d1480f-4b94-4fe1-a527-a8174cb0f313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.39421975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1adb02b1-07b8-475e-92d8-564916497c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.397013613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0447bc90-1728-4a7c-a9e0-bbe7e40fa7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.45164567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"52d1480f-4b94-4fe1-a527-a8174cb0f313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.453123113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"1adb02b1-07b8-475e-92d8-564916497c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.457645723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"0447bc90-1728-4a7c-a9e0-bbe7e40fa7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.493887165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aae51e3d-8283-4dd3-9725-8df260c9b0c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.493914352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aae51e3d-8283-4dd3-9725-8df260c9b0c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494297254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"17ae5001-5290-4041-bbb1-1da2219afe57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494313795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"17ae5001-5290-4041-bbb1-1da2219afe57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494530847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e84fb03e-23a7-4ad6-b617-a93bdb7022d4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494541898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e84fb03e-23a7-4ad6-b617-a93bdb7022d4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494760794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b603cab2-fec4-4eb6-bf6d-08df872b7c28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494773874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b603cab2-fec4-4eb6-bf6d-08df872b7c28","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.494993272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02e2f36a-8d53-4c63-b625-ebcd7bd8e630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.495003393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02e2f36a-8d53-4c63-b625-ebcd7bd8e630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.499180123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6129f1-9e2b-4d79-864c-4227f26732df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.505087522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"a131321f-71bd-453d-8ccd-e36b00b11901","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.550856614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"def1f209-674c-4a03-b6fb-e08f99148709","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.550890516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"def1f209-674c-4a03-b6fb-e08f99148709","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.551299575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d756324-cdad-41f0-a9a4-fdce1f1ebf2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.551312779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d756324-cdad-41f0-a9a4-fdce1f1ebf2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.551536041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06a2a083-39a5-410a-a038-be2a8b7df765","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.551546718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06a2a083-39a5-410a-a038-be2a8b7df765","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.551780551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"322343cd-65c4-40c0-a16e-e86057799999","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.551791665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"322343cd-65c4-40c0-a16e-e86057799999","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.560201914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6129f1-9e2b-4d79-864c-4227f26732df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.563400094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"a131321f-71bd-453d-8ccd-e36b00b11901","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.605650428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"8a5a46fc-f1c7-4d8f-b65b-90aa5fcbf81c","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.605704478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"8a5a46fc-f1c7-4d8f-b65b-90aa5fcbf81c","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.658480088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0690ff65-d048-4e46-9ccd-f5cd3ae50787","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.659538804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e556a8e-1daa-4581-a395-9cad9ca52518","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.659741903Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"2f58ca98-e2db-4480-a820-efca763cddc6","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9ccc42-547b3a218722","namespace":"llm","model":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.714564059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"a3f119fa-6a49-41ea-837e-2146388d8846","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.716536982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"576996d2-0bcd-440a-987a-35f3b790aac5","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.876822655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e0b7a6dc-644e-4f19-98c8-c1df3f13abf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.927721975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"09254a23-7fd7-44f7-adcc-bebdfcf93417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.928616414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8b04fa80-1cac-4777-adbd-1f8e08a1951c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.940387764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"a7629e35-1acc-4267-b7e7-7e069a6e3eff","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.945608555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e0b7a6dc-644e-4f19-98c8-c1df3f13abf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.051219936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8b04fa80-1cac-4777-adbd-1f8e08a1951c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.051942474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a584a2c7-9f45-45cc-95c5-3ae7d51ec693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.052500705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"9ae9ccdc-a33b-4a77-ab1b-aa767dc44028","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.055476786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"09254a23-7fd7-44f7-adcc-bebdfcf93417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.102195152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"0514e9f3-859b-493c-85b0-2da70ac75214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.111224308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a584a2c7-9f45-45cc-95c5-3ae7d51ec693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.16117682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"0514e9f3-859b-493c-85b0-2da70ac75214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.471421522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"87b84bbd-ae48-4e37-98e7-5562db60cbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.471976593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"63f4ee19-c63b-40e8-b5c8-48c067907cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.475376636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"1d162be2-752f-4e77-bbf8-8adb96ff9d2f","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.535949649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"63f4ee19-c63b-40e8-b5c8-48c067907cf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.535974768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"87b84bbd-ae48-4e37-98e7-5562db60cbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.542522824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"1d162be2-752f-4e77-bbf8-8adb96ff9d2f","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.582273059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5941edb-4019-4ec6-a742-1218b950090d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.641769001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5941edb-4019-4ec6-a742-1218b950090d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.678597737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"d2ff0ff2-8301-4231-a0ed-477351a43dc3","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.738485179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"d2ff0ff2-8301-4231-a0ed-477351a43dc3","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.857983745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"503ae67f-058d-4465-9dc5-c50e8e897649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.91634692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"503ae67f-058d-4465-9dc5-c50e8e897649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.963756693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010b984a-33d0-4809-98f0-683ec1cb26ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.96432289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"131200cf-2052-40e8-b739-c05cb241347e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.974277442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"95a31007-8b06-440b-b7d1-293ba64405b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.024114968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010b984a-33d0-4809-98f0-683ec1cb26ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.024328938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"131200cf-2052-40e8-b739-c05cb241347e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.032647113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"95a31007-8b06-440b-b7d1-293ba64405b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.169117623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"97e8416d-77bd-414e-94c8-bd7566659c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.251483882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"97e8416d-77bd-414e-94c8-bd7566659c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.420387567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"90d9cf4a-c3ef-4024-92d4-e11b05581b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.457438866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"5918d318-624e-4065-9f70-b864b8d9fd92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.479001789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"90d9cf4a-c3ef-4024-92d4-e11b05581b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.516027138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7bf328e7-e8d6-46a9-a9a6-ab96a0c8eccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.516414249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"e3b54acc-561a-4968-8845-7033dd311f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.516444259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"5918d318-624e-4065-9f70-b864b8d9fd92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.575257458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"e3b54acc-561a-4968-8845-7033dd311f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:07.575351259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"7bf328e7-e8d6-46a9-a9a6-ab96a0c8eccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.624411851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"cdc7be36-9d3f-4681-9121-d4b02c183e60","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.678643402Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"22a2c1df-c417-499c-a5d2-6b84badcc710","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.786694285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b598da50-6420-4bfe-b28f-a1c45bd68640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.78672079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c75da14e-0938-4762-b2bb-8b5015ca9398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.787165574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a8bb0ebf-c275-4caa-bdc6-27180550f0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.787373921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"e634d32a-b254-4833-8576-19038a4bab44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.846589265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"e634d32a-b254-4833-8576-19038a4bab44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.847004098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c75da14e-0938-4762-b2bb-8b5015ca9398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.849435079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b598da50-6420-4bfe-b28f-a1c45bd68640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.850408387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"a8bb0ebf-c275-4caa-bdc6-27180550f0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.892291069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffd68e2-94ba-4a0b-ba69-5965bae071d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.951564486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffd68e2-94ba-4a0b-ba69-5965bae071d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.965069621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"614d4cf0-7b9f-4966-98a8-6610a44e9723","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.965098081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"614d4cf0-7b9f-4966-98a8-6610a44e9723","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.965494849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64c4ebaf-ad55-4eb0-beef-8810677e168a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.965513979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64c4ebaf-ad55-4eb0-beef-8810677e168a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.965888496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c190e9b0-376e-4ae6-93f1-f93bf8c58af8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:11.965905816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c190e9b0-376e-4ae6-93f1-f93bf8c58af8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.020029981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"09b2ca65-43e5-46e0-af0d-54b2ac47ca2d","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.02006502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"09b2ca65-43e5-46e0-af0d-54b2ac47ca2d","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.073889737Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"b365a5f8-26ca-45fb-9c75-aa8dfcd65450","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074207454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff61bce9-cbc9-4ef5-85dd-5cadc6ea43b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074220459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff61bce9-cbc9-4ef5-85dd-5cadc6ea43b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074493557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2b7f267-8100-469d-befe-fcc9dc337aaa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074504552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2b7f267-8100-469d-befe-fcc9dc337aaa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074755571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"64c5505e-cef2-46d8-8a5a-f8aedbb77b95","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074766689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"64c5505e-cef2-46d8-8a5a-f8aedbb77b95","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074979715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a828d10-8a01-40d8-b79b-ba88f4a78435","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.074989599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a828d10-8a01-40d8-b79b-ba88f4a78435","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.075191845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b349c469-1b04-4d69-a58b-118109d42df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.075200962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b349c469-1b04-4d69-a58b-118109d42df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.129125554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"69ab0b40-9333-4695-8032-0bd8315aa8a6","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.12915348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"69ab0b40-9333-4695-8032-0bd8315aa8a6","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.181291518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"0417f2db-5d57-491f-8f51-7cc90ea42730","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.181341091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"1e334915-27e7-4ba7-9325-b0559ecac564","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.197715813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"8503fd5c-f889-44e9-b809-009d4cf84a7a","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.197744064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"8503fd5c-f889-44e9-b809-009d4cf84a7a","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.214586887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a0c8b438-ecd9-452c-89fa-526d9c04f2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.214742142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d4719487-26a2-473d-9d4f-587a64319331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.228390835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9584fdd3-d5f9-4ef3-a0f4-56bb081b6bc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.228420677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7dd79d55-9930-467a-828b-f832ce22d9cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.251903242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"376ffbbc-ec66-4ba2-ab75-e21593b036a5","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.252334047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe6f1cbc-48d0-4911-a3bf-511a2f080c58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.252355002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe6f1cbc-48d0-4911-a3bf-511a2f080c58","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.252716789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e7eaa90-d55f-4646-896b-748c8567b9d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.252729897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e7eaa90-d55f-4646-896b-748c8567b9d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.253046646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8ef7555-9b3c-4c7e-bf4b-12438aff1ae3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.253062628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8ef7555-9b3c-4c7e-bf4b-12438aff1ae3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.253300879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa5209dd-a337-47ca-9297-5d2f82822680","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.253311099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa5209dd-a337-47ca-9297-5d2f82822680","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.253524088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81346caf-7083-46a8-bc16-711cd4978d80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.253533862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81346caf-7083-46a8-bc16-711cd4978d80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.275293444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"a0c8b438-ecd9-452c-89fa-526d9c04f2d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.275291184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"d4719487-26a2-473d-9d4f-587a64319331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.332442885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"4bc1a570-2825-497e-9526-ad14c6766350","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.332481971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"4bc1a570-2825-497e-9526-ad14c6766350","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.333124754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"71f9dc1a-1d41-44a3-88df-2b9c1147badc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.333144156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"71f9dc1a-1d41-44a3-88df-2b9c1147badc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.333535812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e53c2f41-0e91-4d73-aad6-050ebc96c688","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.333547869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e53c2f41-0e91-4d73-aad6-050ebc96c688","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.333980775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee3524cb-27cd-4d34-a217-79ba314f5895","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.333998353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee3524cb-27cd-4d34-a217-79ba314f5895","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.33470348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c6159f9e-bded-410e-bd28-5ee2b34e2c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.421633647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea46f7c0-1604-429b-9463-7eb72d34af89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.425332931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"b62d8545-c435-400a-9370-599ac05168a9","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.436080137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c6159f9e-bded-410e-bd28-5ee2b34e2c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.487804709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea46f7c0-1604-429b-9463-7eb72d34af89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.487964142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"b62d8545-c435-400a-9370-599ac05168a9","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.680557529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"13534ba2-2e2f-4004-a001-6174159aca62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.680557576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ca914d4d-b963-4522-b7cf-dfddea51c172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.685231197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"804dd899-4447-467e-b10c-3c611800fae1","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.739615992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ca914d4d-b963-4522-b7cf-dfddea51c172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.740051218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"1f6b5011-7e77-4be8-b80c-9bc68fb2c910","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"name":"e2e-dft-refs-9ccc42","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.740220978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"13534ba2-2e2f-4004-a001-6174159aca62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.922089912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"fbafc072-d677-48ac-aaa9-b127828821f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:12.981755345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"fbafc072-d677-48ac-aaa9-b127828821f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.0217838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"f3fcbf22-e0fb-4022-9b94-fd3aae7d6185","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.080952256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"f3fcbf22-e0fb-4022-9b94-fd3aae7d6185","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.110440446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b073a36-2d3a-486a-92a6-76f80f476f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.17018369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b073a36-2d3a-486a-92a6-76f80f476f31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.310709255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d8a4ef6-73ea-4ada-b88e-96b8decc881d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.310731185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"e677dba3-59aa-4606-a02e-eccb384d443d","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.372583216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"e677dba3-59aa-4606-a02e-eccb384d443d","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.374622213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d8a4ef6-73ea-4ada-b88e-96b8decc881d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.404800682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"64ebbb7e-8167-4c29-b5c1-7fb0c44324a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.464127766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"64ebbb7e-8167-4c29-b5c1-7fb0c44324a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.505624417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ac327cf7-9126-4d22-af9b-26f4025d1d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.524303609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"26838faf-5454-4462-b7a1-f736865371f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.568537776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ac327cf7-9126-4d22-af9b-26f4025d1d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.594281627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"26838faf-5454-4462-b7a1-f736865371f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.751353832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8de8c97b-e7a4-4256-a191-8c8f1a645dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.804542644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2b295a1c-f88e-42d8-861b-776824e87816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.809951477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8de8c97b-e7a4-4256-a191-8c8f1a645dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.858103555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"504a7808-c1be-407d-9bc8-82d4d2325f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.863138193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2b295a1c-f88e-42d8-861b-776824e87816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.910148448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"271cd0e3-2a13-4ae7-822a-5c44f90ea9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.913176075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d9e09995-d270-4697-86a6-413fe501a221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.916835677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"504a7808-c1be-407d-9bc8-82d4d2325f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.969430005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"271cd0e3-2a13-4ae7-822a-5c44f90ea9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:13.972553378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d9e09995-d270-4697-86a6-413fe501a221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.06706808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"678ef32a-a79d-44aa-b590-0318dd0fc8b6","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.140049232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"ca8e503d-3550-4d71-9a06-e22051244011","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.140195029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"ca8e503d-3550-4d71-9a06-e22051244011","MaaSModelRef":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9ccc42-547b3a218722","namespace":"llm","model":"e2e-dft-refs-9ccc42","externalModel":"e2e-dft-refs-9ccc42","provider":"e2e-dft-refs-9ccc42-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.203163059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4c27fbf0-484a-4fae-89eb-992f487bb1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.299116744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4c27fbf0-484a-4fae-89eb-992f487bb1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.303502816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"de29dcfd-0508-490b-83dc-4ff116305ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.303834759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4ac94cc8-6c66-4758-a676-2bc2472e9158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.36209449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"de29dcfd-0508-490b-83dc-4ff116305ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.363139842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"4ac94cc8-6c66-4758-a676-2bc2472e9158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.413418503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e83ef9c7-a759-411a-ab18-2606cc5f4399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.471966566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e83ef9c7-a759-411a-ab18-2606cc5f4399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.519432917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"071f8ea0-1b8e-4f86-bbe3-0f6eb6bba077","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.578874658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"071f8ea0-1b8e-4f86-bbe3-0f6eb6bba077","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.669365286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d829563d-5ab5-4aa6-9c39-36d070197a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.727728233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"d829563d-5ab5-4aa6-9c39-36d070197a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.770288717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ab0d1842-c914-408e-827c-b03675b61748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.828846606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"ab0d1842-c914-408e-827c-b03675b61748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.86988107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f344e34f-0bcc-41ac-9df6-4427b52205de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.87632745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"925f8a15-c213-4f9b-82d0-8f8b595ff225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.929710254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"f344e34f-0bcc-41ac-9df6-4427b52205de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:14.935177878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"925f8a15-c213-4f9b-82d0-8f8b595ff225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.011751026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"cdc1fe61-6b60-4cf3-89f6-c40c376b0233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.112491429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"a3db4ec7-e27a-488a-bc41-849dd0c87a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.116154341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"cdc1fe61-6b60-4cf3-89f6-c40c376b0233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.166919896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fb20e1a1-6409-42e3-b7a6-6aeae9d0dabc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.172562178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"a3db4ec7-e27a-488a-bc41-849dd0c87a02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.225402992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fb20e1a1-6409-42e3-b7a6-6aeae9d0dabc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.274721762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7d87c305-7a73-45f7-9ebf-7876ab13e772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.333495885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7d87c305-7a73-45f7-9ebf-7876ab13e772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.381995323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"b1613214-7c9e-40de-b106-d1f8c8c518a8","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.440795506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"b1613214-7c9e-40de-b106-d1f8c8c518a8","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.541809614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6bedc00-9b95-4b39-8b7c-5414d340145e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.600352412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6bedc00-9b95-4b39-8b7c-5414d340145e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:15.957706176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.46520044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"a50a666b-d0fa-40c0-8759-6c1dff489052","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.626771461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"70bb0365-b0fb-4e70-9bed-7d75817894f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.627194684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c1e9373b-5b08-47c7-8853-edba3a0513c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.62720636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"2a41f939-6a2d-482a-a55f-1f44f50c80a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.630540872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"85787c83-5edb-40c9-bf02-0aec3bb41fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.686846377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"70bb0365-b0fb-4e70-9bed-7d75817894f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.686847131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"c1e9373b-5b08-47c7-8853-edba3a0513c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.690081288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"2a41f939-6a2d-482a-a55f-1f44f50c80a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.690518934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"85787c83-5edb-40c9-bf02-0aec3bb41fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.73303146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"88ab931b-f505-4d9d-a517-cc82914aa2ae","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:18.79153653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"88ab931b-f505-4d9d-a517-cc82914aa2ae","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.056336366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"047a1c12-3eb3-4dca-90be-2f8e21194ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.057011715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d5331d4d-6206-4a67-8e21-6aa2f11c6a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.057391025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"846cd4f0-921c-4248-bb27-3ef3114abb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.116900295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"047a1c12-3eb3-4dca-90be-2f8e21194ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.118705425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d5331d4d-6206-4a67-8e21-6aa2f11c6a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.124383172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"846cd4f0-921c-4248-bb27-3ef3114abb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.212539144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889492b1-5750-4393-9fe3-66cbc6f9e12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.271875562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889492b1-5750-4393-9fe3-66cbc6f9e12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.319645233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3ea86675-871f-4a66-955d-631256867d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.360413554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cba711b7-32f4-4dc4-a5ae-f9d36aaa1587","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.360523976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cba711b7-32f4-4dc4-a5ae-f9d36aaa1587","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.361113601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c4f8b13-72e0-46e5-8228-cac6fcbf4f56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.361195488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c4f8b13-72e0-46e5-8228-cac6fcbf4f56","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.361765281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf104c28-f2ed-4396-9dfe-0e10a4ecd620","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.36183041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf104c28-f2ed-4396-9dfe-0e10a4ecd620","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.419358031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d896faba-3870-48eb-a534-4bb2aa2e279c","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.419396399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"d896faba-3870-48eb-a534-4bb2aa2e279c","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.450223362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"04c24675-149c-4550-91ff-219c186dfcb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.450340858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"04c24675-149c-4550-91ff-219c186dfcb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.450865836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18a4afae-638f-4c92-bb90-53a9fd8c0059","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.450937916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"18a4afae-638f-4c92-bb90-53a9fd8c0059","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.451335628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6b90b96d-2de6-4f06-85eb-a01c65f1ea30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.451387435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6b90b96d-2de6-4f06-85eb-a01c65f1ea30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.451796595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a86d10e4-b985-4e60-80a1-a91b095d837b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.451857427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a86d10e4-b985-4e60-80a1-a91b095d837b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.452222136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c54cc5f-0f6f-420a-9742-6f7917a86d55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.452270556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c54cc5f-0f6f-420a-9742-6f7917a86d55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.505127757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"3ea86675-871f-4a66-955d-631256867d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.559594719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"039cc7bd-40a5-4395-8fec-9f1230ca59bf","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.559625848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"039cc7bd-40a5-4395-8fec-9f1230ca59bf","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.58524976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"470c7e84-69f1-4ae5-9fdf-e0d75dd82d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.64864781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a148ba5d-b03c-4346-b0ad-495402d7aff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.653334031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2685b4f3-9561-45f8-af47-a92424dcfb20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.654546256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7192748-e3f5-4163-9b2f-e362054fb3c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.692724875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"470c7e84-69f1-4ae5-9fdf-e0d75dd82d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.713448453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"48cf8bf2-cf1d-435d-b006-b249eb67b3c1","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.71440815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a148ba5d-b03c-4346-b0ad-495402d7aff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.724749674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"04197415-9237-419b-bf41-52277cb6b688","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","model":"llm/e2e-dft-50cea6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.725529603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"a868d4ef-f919-4d0e-93a2-9c86e612acb5","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.778482671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"48cf8bf2-cf1d-435d-b006-b249eb67b3c1","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.817735105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9ccc42","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9ccc42","reconcileID":"3f6f87a4-48a8-49e8-a269-422a4727a6cc","namespace":"llm","name":"e2e-dft-refs-9ccc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.906501727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1684b533-91b3-4bfb-83b2-a24931de4b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:19.967393398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1684b533-91b3-4bfb-83b2-a24931de4b2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.053559553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"caa1845d-7e16-4f38-9988-c4ea22f3bccb","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.113464295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"caa1845d-7e16-4f38-9988-c4ea22f3bccb","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.147063102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"25fbf0ca-d85c-402c-a73b-50267b5e3aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.162077037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"486419b5-af42-42bc-b77d-9a7a36bd2f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.211917687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"25fbf0ca-d85c-402c-a73b-50267b5e3aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.22189733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"486419b5-af42-42bc-b77d-9a7a36bd2f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.366289612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"21766026-0f87-4408-a4af-4adfd3c83d1a","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.422398301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a2f395-7a5b-4e76-953a-918aee0f0996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.428713749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"21766026-0f87-4408-a4af-4adfd3c83d1a","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.480920137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a2f395-7a5b-4e76-953a-918aee0f0996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.537731082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"461ccf22-c5a5-45de-91df-d752014acf85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.54462284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"861e86dc-60aa-453c-a0f0-62fe4bce01e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.596281396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"461ccf22-c5a5-45de-91df-d752014acf85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.603978901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"861e86dc-60aa-453c-a0f0-62fe4bce01e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.636800429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"e206282a-0d61-4a3f-9d08-925fc539fa16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.697635198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"e206282a-0d61-4a3f-9d08-925fc539fa16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.852358627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"15700eaa-d947-4682-9fd3-29b7f0c01749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:20.912573763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"15700eaa-d947-4682-9fd3-29b7f0c01749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.063602764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"375a0b74-d01e-47ad-a113-ad1e10e462f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.064023189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"87877222-ab60-4b31-98c7-db575e5bfa59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.063602771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"e59a5921-3945-490e-86b7-65e4f940fa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.063878987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"9786c074-dc15-4344-9071-2bcbdcfac877","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.124576546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"e59a5921-3945-490e-86b7-65e4f940fa0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.128062121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"375a0b74-d01e-47ad-a113-ad1e10e462f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.128061916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"87877222-ab60-4b31-98c7-db575e5bfa59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.124576543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"9786c074-dc15-4344-9071-2bcbdcfac877","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.282970704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"47f921a0-e7f8-4f9b-82ef-4f52391b5111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.341758296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"47f921a0-e7f8-4f9b-82ef-4f52391b5111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.446015717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"3d25d82b-5a3d-4700-a699-4cb2c8376926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:21.504582472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"3d25d82b-5a3d-4700-a699-4cb2c8376926","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:26.186289801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ecd34f-a371-4456-86aa-6a2292eedc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:26.262090019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ecd34f-a371-4456-86aa-6a2292eedc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:26.34061764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ecd34f-a371-4456-86aa-6a2292eedc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:26.395577205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1ecd34f-a371-4456-86aa-6a2292eedc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:26.620940546Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-41ad5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-41ad5a","reconcileID":"9a72415c-fe01-468a-a14b-546523b60abe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-41ad5a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-41ad5a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:28.51376904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370f8e32-9792-47ae-afcf-e1c6db9efffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:28.569008107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370f8e32-9792-47ae-afcf-e1c6db9efffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:28.623919208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370f8e32-9792-47ae-afcf-e1c6db9efffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:28.679398443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"370f8e32-9792-47ae-afcf-e1c6db9efffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:06:29.775472611Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-41ad5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-41ad5a","reconcileID":"3894184d-fcd1-4b82-8d4d-715aebb16b80","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-41ad5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.241829209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311929c9-0e25-4862-958a-1b5cf68348ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.323797213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311929c9-0e25-4862-958a-1b5cf68348ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.382929608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311929c9-0e25-4862-958a-1b5cf68348ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.440116142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311929c9-0e25-4862-958a-1b5cf68348ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:41.166963372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"bdce0992-fa9d-4b5d-a7d7-6ea82588e83a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-789f6f","tenantID":"e2e-inf-a-789f6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:41.288694527Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"bdce0992-fa9d-4b5d-a7d7-6ea82588e83a","name":"e2e-inf-a-789f6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:45.953391624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.589712735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"f6f86ecc-4c56-402b-a41a-bf7af53b1533","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.589741203Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"f6f86ecc-4c56-402b-a41a-bf7af53b1533","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.704358449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"970839a3-9a19-407b-ac8f-3dd48bd670c6","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9fb83bf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.802135235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"696333fc-e9f4-49d1-955b-0c8e20231810","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.8021557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2cca81-2640-40ca-8350-11a2887fb16f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.802932527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"22bb0f1e-1c56-4938-8b44-cae689001e07","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.802941747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa932e19-43e6-4a31-b0fd-1fb71a8618d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.864669949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"22bb0f1e-1c56-4938-8b44-cae689001e07","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.86752179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa932e19-43e6-4a31-b0fd-1fb71a8618d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.871419528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da2cca81-2640-40ca-8350-11a2887fb16f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.872508595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"696333fc-e9f4-49d1-955b-0c8e20231810","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.351438611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dfb83b3-764e-477d-a42f-89f88969f877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.405565357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ce60a7f-3147-487c-8873-e6d8eee655c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.410795267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dfb83b3-764e-477d-a42f-89f88969f877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.457923316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b0971f9f-d567-4a05-9bb5-e953f93c6e20","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.458208272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"5d9c0573-d017-4d0a-aab2-edd608da8265","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.46467814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ce60a7f-3147-487c-8873-e6d8eee655c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.517972836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"5d9c0573-d017-4d0a-aab2-edd608da8265","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:57.518162847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"b0971f9f-d567-4a05-9bb5-e953f93c6e20","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.758422861Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"a3fcd811-7797-4316-9cee-4e1e7349dafc","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-50cea6","subscription":"e2e-dft-50cea6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.866886404Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"a3fcd811-7797-4316-9cee-4e1e7349dafc","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.921448262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-sub","reconcileID":"a3fcd811-7797-4316-9cee-4e1e7349dafc","MaaSSubscription":{"name":"e2e-dft-50cea6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-50cea6","namespace":"llm","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.439972583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"99661804-96ad-4b22-9223-40956f4bcd0a","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.440008169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"99661804-96ad-4b22-9223-40956f4bcd0a","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.552140331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"b86c8441-73b8-44d3-8f02-f53a45a14bd5","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.552171009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"b86c8441-73b8-44d3-8f02-f53a45a14bd5","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.606407455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"f1a97b04-9768-4de8-8cbe-95a48694c870","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.60643756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"f1a97b04-9768-4de8-8cbe-95a48694c870","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.652141251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc69b34-a343-4e7a-b3f3-e23bbcd3d5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.652141322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"5b7f18c1-a0e6-471a-8f7e-24acff0d8784","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.653599949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"991c913a-c540-45d2-8cf3-38e8e5be175a","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.653619479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ad5986-4465-4c4b-af2a-29d90544c980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.711287817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"5b7f18c1-a0e6-471a-8f7e-24acff0d8784","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.711532853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc69b34-a343-4e7a-b3f3-e23bbcd3d5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.71459167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ad5986-4465-4c4b-af2a-29d90544c980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.714696282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"991c913a-c540-45d2-8cf3-38e8e5be175a","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.026703617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-50cea6-access","reconcileID":"6fcd807a-b646-4f4e-8a59-fe1e64f6ad17","MaaSAuthPolicy":{"name":"e2e-dft-50cea6-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.248187032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"58a0fd78-b6f0-4edd-8cbb-543fe9c090ef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.248221972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"58a0fd78-b6f0-4edd-8cbb-543fe9c090ef","MaaSModelRef":{"name":"e2e-dft-50cea6","namespace":"llm"},"routeName":"external-model-e2e-dft-50cea6-32d640d272fc","namespace":"llm","model":"e2e-dft-50cea6","externalModel":"e2e-dft-50cea6","provider":"e2e-dft-50cea6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.789077684Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"0c3eaf29-0bb2-4eb9-85d7-ca697f30afc3","namespace":"llm","name":"e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.950439226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"ab755c1c-fefd-42db-8574-c5d3e97d8aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.95046266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8c1088b6-f6cb-4fec-ae21-f589129dc64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.950967225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"71e7ecfa-9f2b-4dc7-bc4e-05ecbd59e214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:08.951224204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"e43b6176-282d-4b44-8c03-c86e308ae9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.004613496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7678170-59c4-4cb1-8006-9ca9a9ae188e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.009701042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"ab755c1c-fefd-42db-8574-c5d3e97d8aa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.010307601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"e43b6176-282d-4b44-8c03-c86e308ae9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.011977289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"8c1088b6-f6cb-4fec-ae21-f589129dc64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.012569108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"71e7ecfa-9f2b-4dc7-bc4e-05ecbd59e214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.063984105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7678170-59c4-4cb1-8006-9ca9a9ae188e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.379353941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8e4e1db4-c04e-4ae8-8909-d476539ea5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.379517599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"517e986d-7acb-4985-98d9-7949d6975865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.379744649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f5688c03-fdb7-439a-b564-45ce10788a11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.379919497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b4496ff1-b03c-4dd4-bc6e-34b6dafccab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.439894787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"b4496ff1-b03c-4dd4-bc6e-34b6dafccab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.441012027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"8e4e1db4-c04e-4ae8-8909-d476539ea5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.442217333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"517e986d-7acb-4985-98d9-7949d6975865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.444455758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"f5688c03-fdb7-439a-b564-45ce10788a11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.479182483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fe104760-4bc9-43ba-8634-2fd2347183be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.537942339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"fe104760-4bc9-43ba-8634-2fd2347183be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.746059982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10cab03c-e5f4-41bd-a13e-5158429380b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.762798363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10cab03c-e5f4-41bd-a13e-5158429380b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.763437579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10cf2945-db01-40b3-bc41-5e289c90d6ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.763514188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"10cf2945-db01-40b3-bc41-5e289c90d6ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.769645113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce543003-ef83-4bb0-8dc4-71dada447b74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.770699003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce543003-ef83-4bb0-8dc4-71dada447b74","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.771242589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52dbeb3d-ade2-410d-a694-2d0846831bfa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.771302196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52dbeb3d-ade2-410d-a694-2d0846831bfa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.77175476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39fe3fab-6916-4fe1-9b9e-b25acf11baa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.771815605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39fe3fab-6916-4fe1-9b9e-b25acf11baa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.888912028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"45b0b490-01c5-4eb7-b018-fe8db1315ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.899465498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"73e2fd1e-6d9e-45d3-8867-f58374c9cfa9","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.899631322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"73e2fd1e-6d9e-45d3-8867-f58374c9cfa9","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.900336768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ceaefcac-72ba-4216-bde6-4a542502cd90","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.900498854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ceaefcac-72ba-4216-bde6-4a542502cd90","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.901003668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"023d5f5d-3867-4d25-9f7b-cc30f28da323","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.901114264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"023d5f5d-3867-4d25-9f7b-cc30f28da323","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.901522469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55ebdaae-9c09-4223-8e1e-9ac5bc29735f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.901613992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55ebdaae-9c09-4223-8e1e-9ac5bc29735f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.945303045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6820349b-bb18-46a5-9fef-6c04a73ae6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.950368216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"17353901-0d12-49e8-9c06-001794510e20","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.954526903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"45b0b490-01c5-4eb7-b018-fe8db1315ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.957539332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09c59df7-b21b-4ef9-bb00-5c52458dd236","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.95822756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72453933-8d96-458c-aae6-05c9085da3e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.010034843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6820349b-bb18-46a5-9fef-6c04a73ae6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.010506208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"17353901-0d12-49e8-9c06-001794510e20","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.011529187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57eb1be5-212c-4986-acd8-4fff7b009b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.012570421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"aa91b80c-978c-48af-8d42-83df7f45ec98","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.071937891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57eb1be5-212c-4986-acd8-4fff7b009b60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.211129454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-50cea6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-50cea6","reconcileID":"a680dbe0-c544-4ac0-80c1-846b24f17488","namespace":"llm","name":"e2e-dft-50cea6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.401830732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d05fd9ea-8dfe-4fd8-b514-f0d6672e5b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.460896524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"d05fd9ea-8dfe-4fd8-b514-f0d6672e5b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.481387312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"dc66c486-7b2a-4626-b083-097b8316c24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.539048199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b26d6c8-85a5-47e8-9be7-f9e8eed5802e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.54204218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"dc66c486-7b2a-4626-b083-097b8316c24d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.597970958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b26d6c8-85a5-47e8-9be7-f9e8eed5802e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.632109622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1896b7a-74b3-4d5c-a00a-e2270354775f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.6321503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"92026caf-79b2-4b56-b2bf-831d4308cd71","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.691126206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1896b7a-74b3-4d5c-a00a-e2270354775f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.6911811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"92026caf-79b2-4b56-b2bf-831d4308cd71","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.828758266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2f88e48c-92f9-4ee3-8116-8cd0d088bf1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.887002226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2f88e48c-92f9-4ee3-8116-8cd0d088bf1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.929788017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"240ec4dd-21b2-419b-8707-c71942f453fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.932340837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8be12491-6fb7-4de0-bc07-775343be622f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.988793826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"240ec4dd-21b2-419b-8707-c71942f453fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.991670418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8be12491-6fb7-4de0-bc07-775343be622f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.031643733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"15a9c6d4-aa27-4ca4-af0c-82821114c2ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.090492266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"15a9c6d4-aa27-4ca4-af0c-82821114c2ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.138072138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"28533255-4750-4c8c-95fb-2337a0c7c723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.196536687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"28533255-4750-4c8c-95fb-2337a0c7c723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.23869299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a5207837-ebc2-48f7-b594-1c2e322c57d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.298436871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"a5207837-ebc2-48f7-b594-1c2e322c57d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.440094238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"953a8044-73d0-4ba9-92f5-c27b45f4f294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.440120321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"94ad8156-32f7-481f-8b9a-3d33660a7631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.503109842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"953a8044-73d0-4ba9-92f5-c27b45f4f294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:11.505297266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"94ad8156-32f7-481f-8b9a-3d33660a7631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:13.567108301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"fe3b9a8b-630d-4e4c-8df0-3d07b076037d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:13.823364301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"84ea83de-7f7f-41e5-a50c-d8128a4e20b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:13.948730083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"2fa5b2d6-7f6a-4512-a412-6bfcbc643ee8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.073692548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"388b46b7-8788-412a-82b7-73a6208481d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.196379521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7d55b111-523e-4f1b-ba15-49358fdeae47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.296609337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"583aa32f-4440-4489-91f1-f5a49eb818d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.614817878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"8bd0d465-7d01-4745-bf7a-ad345fee0098","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.660306957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"93ccebf5-acd5-4bb8-9300-306238f6f4b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.768477963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"4697c830-ec4a-4ef5-8723-d04ff174802f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.861096918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"64c5021d-d5e8-4074-8979-890812d882ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:15.074709774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f22e222-c8d4-460e-87de-2409594fb62b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:15.198439967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"8f36281f-cfb0-4d9b-a04a-21b6d314fb7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:15.321335204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"2c252c03-9169-4e4e-a320-52abea20d175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:15.953356102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.878354639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ae4d6f-2aed-4ac3-b902-456c8a06495f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.931963159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ae4d6f-2aed-4ac3-b902-456c8a06495f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.989616122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ae4d6f-2aed-4ac3-b902-456c8a06495f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.045026482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ae4d6f-2aed-4ac3-b902-456c8a06495f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.545254338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c6278d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c6278d","reconcileID":"8319c101-9e0b-44ca-ae0d-d65049b876e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c6278d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-c6278d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:19.047340741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b48f47-e5ea-4b7c-8e71-15cc5fd08f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:19.101061232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b48f47-e5ea-4b7c-8e71-15cc5fd08f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:19.155111196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b48f47-e5ea-4b7c-8e71-15cc5fd08f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:19.209235992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b48f47-e5ea-4b7c-8e71-15cc5fd08f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:20.653547642Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c6278d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c6278d","reconcileID":"2de3ec7a-7c54-4b36-a389-a2ea03260543","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-c6278d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.198150939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44138906-d652-480c-b16a-84e5cf93ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.252114355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44138906-d652-480c-b16a-84e5cf93ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.305790687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44138906-d652-480c-b16a-84e5cf93ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.359410011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44138906-d652-480c-b16a-84e5cf93ed36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.807282879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"490d1ddc-a258-4645-9495-c3e14c9446be","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8c7d55","tenantID":"e2e-extmod-b-8c7d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.927448576Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"490d1ddc-a258-4645-9495-c3e14c9446be","name":"e2e-extmod-b-8c7d55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:23.353951116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594e954f-46a9-4b08-b235-8d73b54798dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:23.407995463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594e954f-46a9-4b08-b235-8d73b54798dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:23.462208762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594e954f-46a9-4b08-b235-8d73b54798dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:23.516216783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"594e954f-46a9-4b08-b235-8d73b54798dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:25.45751219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d232b605-2773-4533-9199-d10fe6f803c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:25.512006431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d232b605-2773-4533-9199-d10fe6f803c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:25.56556493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d232b605-2773-4533-9199-d10fe6f803c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:25.61955676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d232b605-2773-4533-9199-d10fe6f803c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:27.565554385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc9c5d8-af48-4854-a8bc-bce3c597bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:27.619442199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc9c5d8-af48-4854-a8bc-bce3c597bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:27.673213776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc9c5d8-af48-4854-a8bc-bce3c597bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:27.728593809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc9c5d8-af48-4854-a8bc-bce3c597bd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:35.843460543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"faa06952-6b03-4d44-bb5e-ffe0d8fd14b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:35.92985174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"20a5fc8d-80f8-44f6-a9fd-4f3ea010b662","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:35.975899973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"155d3b3d-b923-404a-b85a-3cbbededa0a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:36.171384922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02a113ac-209d-45fe-ba90-c5fc8323a25c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:36.349435727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"89f25947-a50e-4aa3-ab23-bbb756bd09d3","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","model":"llm/e2e-dft-c289e2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:36.395857464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0976106d-e2a2-45bd-b87f-2d2dfa02ca71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:36.422474213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"4296b055-3141-45a6-bfc4-a04410ff353c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:36.677990403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"35abfba2-a1f9-443a-8cfc-ee4352360c69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.087446866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"28857e70-3430-4777-86ea-33d1be661578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.316226516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"4a5b5165-8862-4c62-af20-aa29baa708f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.446468499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"4c1f9471-159a-411c-a8f8-d9c8923bcbfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.539281411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"961f5898-79d4-4756-b011-8cfd1afb94c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.675629595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"fc6c50dd-e37b-4c44-bf13-2a5d8576b780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:45.953031929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.944717707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"d68ec5c1-69a6-4ae7-8618-994b4114bd97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-41ad5a","tenantID":"e2e-inf-a-41ad5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:58.072214332Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"d68ec5c1-69a6-4ae7-8618-994b4114bd97","name":"e2e-inf-a-41ad5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:14.905190452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32e6126-dc66-4a41-9e05-6c86ad3dc944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:14.959432469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32e6126-dc66-4a41-9e05-6c86ad3dc944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.017892026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32e6126-dc66-4a41-9e05-6c86ad3dc944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.07235415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32e6126-dc66-4a41-9e05-6c86ad3dc944","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:15.953262462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.090575375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c719d-b775-49ba-90e4-6328358d7882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.147837234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c719d-b775-49ba-90e4-6328358d7882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.201829548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c719d-b775-49ba-90e4-6328358d7882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.25790466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c03c719d-b775-49ba-90e4-6328358d7882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.543759229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"dacdf616-75d9-4f16-aadb-3f57c94450b4","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.543796493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"dacdf616-75d9-4f16-aadb-3f57c94450b4","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.664735961Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"192674c0-972b-4bac-844e-419e8bbdb263","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9858e81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.722223833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"a3b7e3c5-9d29-41f6-bfc6-480f7a881dfe","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.722243862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9282d466-b5dd-4efd-a340-106f5dfd7398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.731084432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d206bf7-6845-4425-870a-bf40582a7f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.781804397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"a3b7e3c5-9d29-41f6-bfc6-480f7a881dfe","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.782038488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9282d466-b5dd-4efd-a340-106f5dfd7398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.792338946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d206bf7-6845-4425-870a-bf40582a7f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.251637761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1a467fb-eaf0-4411-b149-27ec3ad29bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.251636645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9858c8a8-6643-44f9-bb87-e26cde6986b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.310827939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1a467fb-eaf0-4411-b149-27ec3ad29bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.310974888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9858c8a8-6643-44f9-bb87-e26cde6986b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.371845221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"8d3b8f78-4d06-48b0-8eb5-3b8f2afc51f3","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.484819667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"8d3b8f78-4d06-48b0-8eb5-3b8f2afc51f3","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.385173185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e761532-0d6c-4a05-93e9-d1b963d1d314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.440515592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e761532-0d6c-4a05-93e9-d1b963d1d314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.49436853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e761532-0d6c-4a05-93e9-d1b963d1d314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:22.549290645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e761532-0d6c-4a05-93e9-d1b963d1d314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:24.526194647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240a84aa-d1e5-4286-95cc-ba82826308b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:24.593271159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240a84aa-d1e5-4286-95cc-ba82826308b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:24.673601947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240a84aa-d1e5-4286-95cc-ba82826308b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:24.746179498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240a84aa-d1e5-4286-95cc-ba82826308b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.719144429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"220cb171-5d99-460c-a1d6-768def22839d","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c289e2","subscription":"e2e-dft-c289e2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.826968234Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"220cb171-5d99-460c-a1d6-768def22839d","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.881213925Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-sub","reconcileID":"220cb171-5d99-460c-a1d6-768def22839d","MaaSSubscription":{"name":"e2e-dft-c289e2-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c289e2","namespace":"llm","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.232523425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"2f758866-364f-4af0-9182-27290187ca1e","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.232557162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"2f758866-364f-4af0-9182-27290187ca1e","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.392379627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"3d394cce-7b19-45ef-969c-48041ee6b291","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.392518719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ce7d6c3-72e4-4ed4-920e-08526c367766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.392380678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bdcbc04-5ef8-490f-8ce7-8e903927ff94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.40522035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"9c0eba5e-442c-4e64-bc14-fda668eea3e5","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.405246771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"9c0eba5e-442c-4e64-bc14-fda668eea3e5","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.452812891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bdcbc04-5ef8-490f-8ce7-8e903927ff94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.453338259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"3d394cce-7b19-45ef-969c-48041ee6b291","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.456208216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ce7d6c3-72e4-4ed4-920e-08526c367766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.720846424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c289e2-access","reconcileID":"4789d93f-c117-4793-bb3f-909d1a91dc1b","MaaSAuthPolicy":{"name":"e2e-dft-c289e2-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.941238546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"bb4ac505-1fe3-4c30-82c6-2b71218a8dd4","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.941269154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"bb4ac505-1fe3-4c30-82c6-2b71218a8dd4","MaaSModelRef":{"name":"e2e-dft-c289e2","namespace":"llm"},"routeName":"external-model-e2e-dft-c289e2-033eb3faf79e","namespace":"llm","model":"e2e-dft-c289e2","externalModel":"e2e-dft-c289e2","provider":"e2e-dft-c289e2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.488075331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"ac618e2a-ba97-4a48-83d8-b87cd599ee71","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.648817452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"7bc2dcad-6b33-456c-8e5d-a51c61572c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.648841098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b371b7e7-ce28-4d9b-9508-8bbf2ec08640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.649305409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c7ed7d83-22d8-4e32-aed9-1b8056887b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.649366147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"beba7c28-7883-4317-88d4-354416ec797a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.649676651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20471af3-23d9-4cf1-bca6-0991501683ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.708063243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b371b7e7-ce28-4d9b-9508-8bbf2ec08640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.709928065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c7ed7d83-22d8-4e32-aed9-1b8056887b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.710502349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"beba7c28-7883-4317-88d4-354416ec797a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.713255545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20471af3-23d9-4cf1-bca6-0991501683ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:32.713832787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"7bc2dcad-6b33-456c-8e5d-a51c61572c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.081344879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4b9497d7-0b43-468b-a05a-96acb1a75a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.08172892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65b79945-ce09-4351-bddb-f6ece18a8ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.081895888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"5d944734-44e5-4dc0-8790-2222a77060b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.081344882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d352e7d1-3a3e-4b82-8b32-232d21302766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.08787472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"bc0c19a0-e0fc-45be-bb85-b17124933dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.140773124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"4b9497d7-0b43-468b-a05a-96acb1a75a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.140784994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65b79945-ce09-4351-bddb-f6ece18a8ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.142759033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"5d944734-44e5-4dc0-8790-2222a77060b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.143619234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"d352e7d1-3a3e-4b82-8b32-232d21302766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.146326571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"bc0c19a0-e0fc-45be-bb85-b17124933dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.305340278Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"11e76387-c638-4bb4-a9f2-c8e5efc631be","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.355999869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44789146-b57a-445d-8a2b-ee815d00afa5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.356109893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44789146-b57a-445d-8a2b-ee815d00afa5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.356511553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdc34fab-b000-455a-adbe-058a8e373fa0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.35657799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdc34fab-b000-455a-adbe-058a8e373fa0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.356985667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d749c0dd-7fdf-43f0-9572-1e8c7ac1a26c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.357047913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d749c0dd-7fdf-43f0-9572-1e8c7ac1a26c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.357540765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d246a278-fd7b-4097-bc05-fbe8de18a641","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.373809039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d246a278-fd7b-4097-bc05-fbe8de18a641","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.374492642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3906140-c15a-481e-a85c-eecf53a6c749","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.374576126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3906140-c15a-481e-a85c-eecf53a6c749","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.393191146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cf14ab71-566a-4a07-8f9b-a1a96b0f2346","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.393224706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cf14ab71-566a-4a07-8f9b-a1a96b0f2346","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.401453546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"113e6813-5399-4745-a4bf-6f50964c82de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.401562083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"113e6813-5399-4745-a4bf-6f50964c82de","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.402168915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59a1fd4-9d4b-4beb-9ea7-82c8c904c82d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.40230118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b59a1fd4-9d4b-4beb-9ea7-82c8c904c82d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.520020485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b04a3fcd-db65-473f-81b8-1bef980fad50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.520221248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1825d603-0473-4679-a9ea-2a0d02803d44","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.520600445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7d0b4ff6-4631-4196-b19a-20b0847d4efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.520684552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"eed0f645-3ba5-4337-bbc3-2a673ac688fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.52110887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ccd227b-0382-4c99-ba15-0ff96667b87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.521152644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"bdf722c9-c912-4ca1-bec1-60463bc8d28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.588780253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"b04a3fcd-db65-473f-81b8-1bef980fad50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.594248113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"bdf722c9-c912-4ca1-bec1-60463bc8d28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.620912131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3a72882-9f8d-4b7f-95a0-97b2e62640f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.619994141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ccd227b-0382-4c99-ba15-0ff96667b87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.603277652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"eed0f645-3ba5-4337-bbc3-2a673ac688fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.673435478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"7d0b4ff6-4631-4196-b19a-20b0847d4efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.897254479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c289e2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c289e2","reconcileID":"2378757d-544f-441c-a919-d5a1a4b3e174","namespace":"llm","name":"e2e-dft-c289e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.006236284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3a9d7c30-9661-4717-a4da-c53287158226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.067039541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3a9d7c30-9661-4717-a4da-c53287158226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.079400918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"4cfb3081-3f66-48ec-b189-4aedf20fbb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.07999502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"1dfa80f6-99f7-4f39-93f8-9da032e8dcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.080411574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c14c33e9-ffed-4d20-9e1a-e902c1797e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.0808531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1742bb00-9692-44bd-acdd-7b5905f76c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.139428945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"4cfb3081-3f66-48ec-b189-4aedf20fbb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.139465074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"1dfa80f6-99f7-4f39-93f8-9da032e8dcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.143599241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c14c33e9-ffed-4d20-9e1a-e902c1797e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.144393581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"1742bb00-9692-44bd-acdd-7b5905f76c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.465440135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9dad0c96-bf5d-432e-ae86-ce52fc2b5da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.52687329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"9dad0c96-bf5d-432e-ae86-ce52fc2b5da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.54457257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fc32f7bb-e96e-4278-90fc-0161040e94f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.544761807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8dbc5edc-3583-420d-bfcf-7f797cd0e3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.544572642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"dbbecf2e-2e29-4f6c-b898-0fd75e132ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.544955878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8696718a-2a5e-4a29-a402-0fdf18f253b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.604037165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"fc32f7bb-e96e-4278-90fc-0161040e94f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.604385988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"dbbecf2e-2e29-4f6c-b898-0fd75e132ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.60631366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"8dbc5edc-3583-420d-bfcf-7f797cd0e3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.608588848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8696718a-2a5e-4a29-a402-0fdf18f253b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.906965414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"3963322f-5a92-4d51-a612-34e0cf7441b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:34.986343514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"3963322f-5a92-4d51-a612-34e0cf7441b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.004133442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e3d53b16-0e1e-4bd8-9a72-98b74c800f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.004851926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2893b0e1-34ef-4d91-a6f4-af8abdc0a81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.067771837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"2893b0e1-34ef-4d91-a6f4-af8abdc0a81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.069292724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e3d53b16-0e1e-4bd8-9a72-98b74c800f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.174121949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c16a3ee-f814-498c-adf9-364fde6edb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.228358992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c16a3ee-f814-498c-adf9-364fde6edb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.283705367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c16a3ee-f814-498c-adf9-364fde6edb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.337904497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c16a3ee-f814-498c-adf9-364fde6edb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.635818385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a7d774","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a7d774","reconcileID":"13505e2e-ea4b-4fb0-920b-d1ab3fd5961f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a7d774","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a7d774":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:42.319381758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c2e508-acf9-4a52-9268-ebe24136f27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:42.373101498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c2e508-acf9-4a52-9268-ebe24136f27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:42.426581735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c2e508-acf9-4a52-9268-ebe24136f27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:42.48164689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c2e508-acf9-4a52-9268-ebe24136f27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:08:43.709275942Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a7d774","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a7d774","reconcileID":"2400946d-8f1f-44d1-9f76-f2ee9a9a7b05","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-a7d774\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.450467208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeba952-08c3-4803-b009-36dccd2ab8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.554933571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeba952-08c3-4803-b009-36dccd2ab8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.653823723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeba952-08c3-4803-b009-36dccd2ab8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:44.708987552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aeba952-08c3-4803-b009-36dccd2ab8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.952908134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.72355036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3375511-1615-46c6-9da6-3d03f049e65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.777956087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3375511-1615-46c6-9da6-3d03f049e65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.831920063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3375511-1615-46c6-9da6-3d03f049e65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.885866818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3375511-1615-46c6-9da6-3d03f049e65c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.831035545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa4732-a4f6-468a-8592-5585e1ffb415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.884829186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa4732-a4f6-468a-8592-5585e1ffb415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.938614745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa4732-a4f6-468a-8592-5585e1ffb415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.992215192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfa4732-a4f6-468a-8592-5585e1ffb415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.004560726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d26bd9-b223-4927-932b-cae308fc4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.059702919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d26bd9-b223-4927-932b-cae308fc4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.12202352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d26bd9-b223-4927-932b-cae308fc4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.177488117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d26bd9-b223-4927-932b-cae308fc4484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.127807552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf00ac3-c7ea-4347-9cdb-15b3a86e4972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.181557417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf00ac3-c7ea-4347-9cdb-15b3a86e4972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.235994372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf00ac3-c7ea-4347-9cdb-15b3a86e4972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.293441423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebf00ac3-c7ea-4347-9cdb-15b3a86e4972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.324833051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fd4197-0187-4ef5-9c94-bcbe155ba764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.343031333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"36e54dc1-c428-44a9-8578-5e8b0ce4d478","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c6278d","tenantID":"e2e-inf-a-c6278d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.387184309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fd4197-0187-4ef5-9c94-bcbe155ba764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.443557335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fd4197-0187-4ef5-9c94-bcbe155ba764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.502311265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fd4197-0187-4ef5-9c94-bcbe155ba764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.514999643Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"36e54dc1-c428-44a9-8578-5e8b0ce4d478","name":"e2e-inf-a-c6278d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.917771712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c68b258-1c68-430f-8efb-347e1e8afcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.983576685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c68b258-1c68-430f-8efb-347e1e8afcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.053375874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c68b258-1c68-430f-8efb-347e1e8afcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.141999145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c68b258-1c68-430f-8efb-347e1e8afcf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.221779998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d22634-beec-4e77-809f-3da6ef699395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.275772446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d22634-beec-4e77-809f-3da6ef699395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.330275995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d22634-beec-4e77-809f-3da6ef699395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:00.384110202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d22634-beec-4e77-809f-3da6ef699395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.493849671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5fda87-743f-4bfb-a869-9b67283842ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.558508847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5fda87-743f-4bfb-a869-9b67283842ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.614961893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5fda87-743f-4bfb-a869-9b67283842ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.669372676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5fda87-743f-4bfb-a869-9b67283842ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.629592023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b6cd72-dc29-460d-9a2b-329bfa86ccaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.684848651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b6cd72-dc29-460d-9a2b-329bfa86ccaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.739468423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b6cd72-dc29-460d-9a2b-329bfa86ccaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.795788999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1b6cd72-dc29-460d-9a2b-329bfa86ccaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:06.976414515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67689a55-0634-45e4-95ec-4d2bfd3c32f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.03038937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67689a55-0634-45e4-95ec-4d2bfd3c32f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.084237764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67689a55-0634-45e4-95ec-4d2bfd3c32f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.138002415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67689a55-0634-45e4-95ec-4d2bfd3c32f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:15.953491476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.034013802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","namespace":"ai-tenant-e2e-inf-a-41ad5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.034201553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","namespace":"ai-tenant-e2e-inf-a-41ad5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.034315293Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","tenant":"e2e-inf-a-41ad5a","tenantID":"e2e-inf-a-41ad5a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.090273443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Deployment","name":"maas-api-e2e-inf-a-41ad5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.155314047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Service","name":"maas-api-e2e-inf-a-41ad5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.217985911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-41ad5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.273359414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-41ad5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.346543558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.405033782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.464055829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.528056417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.58507835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Deployment","name":"payload-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.64508589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.707022948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Service","name":"payload-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.782972161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.843449646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.899784532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:32.953180577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:33.008921561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:33.101973595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:33.160783164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:33.219299038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-41ad5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:33.2749252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-41ad5a"},"namespace":"ai-tenant-e2e-inf-a-41ad5a","name":"default-tenant","reconcileID":"0af03a43-6f18-4595-9507-9349629a2c72","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-41ad5a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.93873701Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-41ad5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-41ad5a","reconcileID":"f368dde5-4ec7-4995-8ee7-d4feb8e7653f","aitenant":"ai-tenants/e2e-inf-a-41ad5a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.5973404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d42cfd-0439-4692-ae69-7fad60577f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.652888076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d42cfd-0439-4692-ae69-7fad60577f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.708538068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d42cfd-0439-4692-ae69-7fad60577f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.717152296Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-41ad5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-41ad5a","reconcileID":"f368dde5-4ec7-4995-8ee7-d4feb8e7653f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-41ad5a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-41ad5a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.762263396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d42cfd-0439-4692-ae69-7fad60577f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:41.823908357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb7fbbb-504b-451b-8b99-85f73c16c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:41.879414821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb7fbbb-504b-451b-8b99-85f73c16c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:41.938875676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb7fbbb-504b-451b-8b99-85f73c16c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:41.993773822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb7fbbb-504b-451b-8b99-85f73c16c62d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.62948273Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","namespace":"ai-tenant-e2e-inf-a-789f6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.629577874Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","namespace":"ai-tenant-e2e-inf-a-789f6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.629685132Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","tenant":"e2e-inf-a-789f6f","tenantID":"e2e-inf-a-789f6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.686877494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Deployment","name":"maas-api-e2e-inf-a-789f6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.748319306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Service","name":"maas-api-e2e-inf-a-789f6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.810039169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-789f6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.865321493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-789f6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:43.930396453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.035302804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"196aa768-1fd5-4b8c-ad63-b5e8fb85065d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.035336443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"196aa768-1fd5-4b8c-ad63-b5e8fb85065d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.064968663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.102011752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b10a6f97-4671-45f6-a170-a4b5188478a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.1020349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b10a6f97-4671-45f6-a170-a4b5188478a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.140110881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04a1d42-6c34-40a6-bbde-3d8e9ea87216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.194822959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04a1d42-6c34-40a6-bbde-3d8e9ea87216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.199713182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.268836803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04a1d42-6c34-40a6-bbde-3d8e9ea87216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.345348378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04a1d42-6c34-40a6-bbde-3d8e9ea87216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.351294332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.376595909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76de3c4f-2309-4d7a-8062-2ff9076fcb31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.377753076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76de3c4f-2309-4d7a-8062-2ff9076fcb31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.405644224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Deployment","name":"payload-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.46216752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.46499143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"88730bb2-2857-45ea-8537-0e054ab48715","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.466303469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1208a87f-4f4d-4307-9415-f06b777116fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.466378967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1208a87f-4f4d-4307-9415-f06b777116fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.525060766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Service","name":"payload-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:44.525342235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"6dc7b6b0-b0ad-4083-a5ef-af48294f77c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-b41b5a2d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.5843495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.649752266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"88730bb2-2857-45ea-8537-0e054ab48715","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.695944888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.696758534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89459ef1-bc69-43f4-9ee6-923c0cb1f985","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.696776575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89459ef1-bc69-43f4-9ee6-923c0cb1f985","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.707150253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"88730bb2-2857-45ea-8537-0e054ab48715","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.749173335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.753681779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4525cf6a-3f62-45a4-ba3e-31825a476b70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.753707329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4525cf6a-3f62-45a4-ba3e-31825a476b70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.766377462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f3f9a3d-261b-441a-848b-e5a64961bfd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.766401076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f3f9a3d-261b-441a-848b-e5a64961bfd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.802196009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.859478049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.876415938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"b14edd8c-0edf-4357-adfc-a7f3dd5a7d5c","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.920998459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.938799525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"b14edd8c-0edf-4357-adfc-a7f3dd5a7d5c","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.97676606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:44.991456681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"7b3fa9ae-a199-4858-9ee6-4bf8ca43481a","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b41b5a2d/e2e-sub-b41b5a2d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.002281026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"b14edd8c-0edf-4357-adfc-a7f3dd5a7d5c","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.032267132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-789f6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.132527183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-789f6f"},"namespace":"ai-tenant-e2e-inf-a-789f6f","name":"default-tenant","reconcileID":"7ba5d1ec-222b-408b-b191-523f5d6026e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-789f6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.187558532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b67b868e-dfe1-4b0d-9bce-221de97b24e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.258468344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fdaf949-75c3-44be-a67d-e892e33de532","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.258559771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fdaf949-75c3-44be-a67d-e892e33de532","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.431567357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"ecd67b40-fcdc-4c50-846f-9ffad89cf1be","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:45.963199554Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.515392399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0736d378-4013-4017-b7ae-eba2fb8469d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.569811818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0736d378-4013-4017-b7ae-eba2fb8469d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.624109892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0736d378-4013-4017-b7ae-eba2fb8469d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.678021739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0736d378-4013-4017-b7ae-eba2fb8469d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:46.678130002Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-789f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-789f6f","reconcileID":"6b3d177a-1b39-43ba-beaa-571cd4cb2e67","aitenant":"ai-tenants/e2e-inf-a-789f6f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:47.403256275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-789f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-789f6f","reconcileID":"6b3d177a-1b39-43ba-beaa-571cd4cb2e67","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-789f6f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-789f6f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:48.88653165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc431d9-db6e-4aa4-ae57-63d4efd34e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:48.940795625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc431d9-db6e-4aa4-ae57-63d4efd34e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:48.994769969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc431d9-db6e-4aa4-ae57-63d4efd34e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:49.04918435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc431d9-db6e-4aa4-ae57-63d4efd34e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:51.078786059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8a7ed-9c83-478a-bc28-4b774e6f2645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:51.13478402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8a7ed-9c83-478a-bc28-4b774e6f2645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:51.189786905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8a7ed-9c83-478a-bc28-4b774e6f2645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:51.244244917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e8a7ed-9c83-478a-bc28-4b774e6f2645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.110170287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"b40cdaf4-c797-41f5-95c7-98c1b983ed98","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.168627986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"b40cdaf4-c797-41f5-95c7-98c1b983ed98","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:55.2261589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"b40cdaf4-c797-41f5-95c7-98c1b983ed98","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.334563941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"bfe66593-864f-447b-9e4b-1885e07afaa1","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.393335539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"bfe66593-864f-447b-9e4b-1885e07afaa1","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.451145835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"bfe66593-864f-447b-9e4b-1885e07afaa1","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.865581258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","namespace":"ai-tenant-e2e-extmod-a-efc785","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.865694155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","namespace":"ai-tenant-e2e-extmod-a-efc785","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.865772911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","tenant":"e2e-extmod-a-efc785","tenantID":"e2e-extmod-a-efc785","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.921568447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-efc785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.985897377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Service","name":"maas-api-e2e-extmod-a-efc785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.043445084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-efc785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.099193977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-efc785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.166016925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.228346145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.288310735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.347004518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.405287834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.458884707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.514441493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Service","name":"payload-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.568120602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.621490386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.674989098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.729815759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.787297622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.841030801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.894667765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:06.949177622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-efc785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:07.003723978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efc785"},"namespace":"ai-tenant-e2e-extmod-a-efc785","name":"default-tenant","reconcileID":"2b33ad62-e7fb-4660-a9a7-b3c1037aa5f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-efc785","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:11.920958087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"ad6ae639-bdff-47ba-b868-4d23867a9c33","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:12.040703536Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"ad6ae639-bdff-47ba-b868-4d23867a9c33","name":"e2e-inf-a-a7d774-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:13.626054819Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-efc785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-efc785","reconcileID":"c05ef8d1-051c-4860-9989-d1571069cb32","aitenant":"ai-tenants/e2e-extmod-a-efc785","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:14.286818879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b5bf19-eb14-43bb-9c49-1c8054342dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:14.340760987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b5bf19-eb14-43bb-9c49-1c8054342dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:14.396842944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b5bf19-eb14-43bb-9c49-1c8054342dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:14.401616753Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-efc785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-efc785","reconcileID":"c05ef8d1-051c-4860-9989-d1571069cb32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-efc785","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-efc785"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:14.450549666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b5bf19-eb14-43bb-9c49-1c8054342dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:15.654421635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"5fdbde1e-7824-4175-8269-b0986f4b5b1b","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:15.713602319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"5fdbde1e-7824-4175-8269-b0986f4b5b1b","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:15.770779279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"5fdbde1e-7824-4175-8269-b0986f4b5b1b","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:15.953355845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.41460037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58bb314-5f27-4a64-bccc-f1f6ee0527a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.468272929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58bb314-5f27-4a64-bccc-f1f6ee0527a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.521985529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58bb314-5f27-4a64-bccc-f1f6ee0527a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.576506332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58bb314-5f27-4a64-bccc-f1f6ee0527a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:18.536345105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb38fd00-e7ff-43df-9923-19e50a3b5dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:18.598382544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb38fd00-e7ff-43df-9923-19e50a3b5dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:18.660628824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb38fd00-e7ff-43df-9923-19e50a3b5dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:18.714717952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb38fd00-e7ff-43df-9923-19e50a3b5dda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:20.664125138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a4481-accb-4560-aa69-382d04b092f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:20.718461618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a4481-accb-4560-aa69-382d04b092f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:20.772633958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a4481-accb-4560-aa69-382d04b092f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:20.826380506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf8a4481-accb-4560-aa69-382d04b092f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:22.878617883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad23287-6a7a-4db9-b641-23dd80c75bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:22.955692437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad23287-6a7a-4db9-b641-23dd80c75bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.012680216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad23287-6a7a-4db9-b641-23dd80c75bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.123544987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad23287-6a7a-4db9-b641-23dd80c75bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.191301868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","namespace":"ai-tenant-e2e-inf-a-c6278d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.191481506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","namespace":"ai-tenant-e2e-inf-a-c6278d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.191625274Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","tenant":"e2e-inf-a-c6278d","tenantID":"e2e-inf-a-c6278d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.250252911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Deployment","name":"maas-api-e2e-inf-a-c6278d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.317840496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Service","name":"maas-api-e2e-inf-a-c6278d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.417062251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-c6278d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.50696433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-c6278d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.563424475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.621102483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.679861751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.735744543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.789581363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Deployment","name":"payload-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.843066867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.906554528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Service","name":"payload-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:23.968188299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.024014185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.079472333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.137002394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.239463294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.297308438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.360081001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.415002134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-c6278d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.471943346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c6278d"},"namespace":"ai-tenant-e2e-inf-a-c6278d","name":"default-tenant","reconcileID":"f8260999-4aca-49c6-9bde-94b7150fa679","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-c6278d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.532153739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","namespace":"ai-tenant-e2e-extmod-b-8c7d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.532234143Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","namespace":"ai-tenant-e2e-extmod-b-8c7d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.532291065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","tenant":"e2e-extmod-b-8c7d55","tenantID":"e2e-extmod-b-8c7d55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.612570386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Deployment","name":"maas-api-e2e-extmod-b-8c7d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.675131113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Service","name":"maas-api-e2e-extmod-b-8c7d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.735529578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-8c7d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.790407557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-8c7d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.8572968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.941831989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:24.998805426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.055038525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.108837033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.175587683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.21277375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4ee047-f172-4772-a1a1-cdb41599d4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.266401844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Service","name":"payload-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.267725263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4ee047-f172-4772-a1a1-cdb41599d4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.321430986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.322160508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4ee047-f172-4772-a1a1-cdb41599d4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.375455525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.376077835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa4ee047-f172-4772-a1a1-cdb41599d4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.429496685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.482767774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.540263267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.593832517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.649040419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.720547329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-8c7d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.786041978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8c7d55"},"namespace":"ai-tenant-e2e-extmod-b-8c7d55","name":"default-tenant","reconcileID":"ed098d08-82f6-4e29-937f-e672c79baed2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-8c7d55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.881281662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"21e64d9a-a97f-4af6-906e-4f2eebc5cf1a","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.941049247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"21e64d9a-a97f-4af6-906e-4f2eebc5cf1a","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:25.998546757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"21e64d9a-a97f-4af6-906e-4f2eebc5cf1a","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.719168212Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8c7d55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8c7d55","reconcileID":"4405e1b2-1bfc-4c6c-a20c-30c1acf87c4a","aitenant":"ai-tenants/e2e-extmod-b-8c7d55","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.374884848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd849d7-6759-49e4-b0ee-859d9f9736b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.429042052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd849d7-6759-49e4-b0ee-859d9f9736b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.485143689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd849d7-6759-49e4-b0ee-859d9f9736b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.492346717Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8c7d55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8c7d55","reconcileID":"4405e1b2-1bfc-4c6c-a20c-30c1acf87c4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8c7d55","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-8c7d55"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:29.539609808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd849d7-6759-49e4-b0ee-859d9f9736b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:30.110584839Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c6278d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c6278d","reconcileID":"94e1152c-1a1a-4dad-83a6-d6ec32116426","aitenant":"ai-tenants/e2e-inf-a-c6278d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:30.879849892Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c6278d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c6278d","reconcileID":"94e1152c-1a1a-4dad-83a6-d6ec32116426","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c6278d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-c6278d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.267309297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"5f06c131-c375-4902-8496-9dc30f8b3026","namespace":"llm","name":"e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.323084544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"36e1ee6e-2864-4748-985a-42b4ab72e51f","namespace":"llm","name":"e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.382933589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"87b3f442-adfb-4202-af1e-9f0121c81c76","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.445813828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"738344b4-5422-4a9a-b7d1-32bdee74af9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.446200668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"2f5f4a15-eea8-4fdf-aafa-ffb2d02fc5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.446405095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ee51f919-b36b-4260-8aea-b0377730e188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.450937014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"bc68e0c8-8d9a-4ecd-9640-a748fafe6c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.452183359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"87b3f442-adfb-4202-af1e-9f0121c81c76","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.517223277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"2f5f4a15-eea8-4fdf-aafa-ffb2d02fc5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.523814337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"738344b4-5422-4a9a-b7d1-32bdee74af9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.527335166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"bc68e0c8-8d9a-4ecd-9640-a748fafe6c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.528132075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"87b3f442-adfb-4202-af1e-9f0121c81c76","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.531112352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ee51f919-b36b-4260-8aea-b0377730e188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.537091537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad9bf3-7b88-4702-92d5-f3c34c551bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.563689784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13434eed-0342-4a64-b4c6-6498af154127","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.563960893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13434eed-0342-4a64-b4c6-6498af154127","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.599112942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad9bf3-7b88-4702-92d5-f3c34c551bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.599679523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"312d534f-6b21-4797-b963-ef797257a319","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.599696725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"312d534f-6b21-4797-b963-ef797257a319","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.600143298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db629c1b-5d88-45ea-8209-b92d4c7d7e3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.600157667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db629c1b-5d88-45ea-8209-b92d4c7d7e3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.721111103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad9bf3-7b88-4702-92d5-f3c34c551bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.727071528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"997ceea5-3a88-418c-aeae-c0c263bb2ea0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.733829233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"997ceea5-3a88-418c-aeae-c0c263bb2ea0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.792270551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84ad9bf3-7b88-4702-92d5-f3c34c551bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.844530653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7b59e15a-42f9-4f6b-85b4-1c915f202e79","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.844557731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7b59e15a-42f9-4f6b-85b4-1c915f202e79","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.858302384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9a60014-54c2-4e32-ae72-33373e9521d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.858428912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9a60014-54c2-4e32-ae72-33373e9521d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.859336018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eef43d16-d8de-41e2-bf4b-4469453c7096","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.859429005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eef43d16-d8de-41e2-bf4b-4469453c7096","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.877381257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da3bcfb2-97fa-4ead-ba05-a4610bf10046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.928587053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e2f81fb-7fcb-48ea-8fe6-6ab30093b9d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.928746723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1e2f81fb-7fcb-48ea-8fe6-6ab30093b9d5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.983377634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"87ba34a2-0a58-43a4-861e-a82f92d8e3b1","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.983402098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dc67d0e-15aa-4c77-b123-e12295525ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:31.995692614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea9bb327-37bc-4782-b068-51243293f513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.020772034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da3bcfb2-97fa-4ead-ba05-a4610bf10046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.105045586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"5597bb71-5350-4a95-842e-6725693fdbb4","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"name":"e2e-dft-ff5bb4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.126797152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c91802d5-be63-4fe8-ac71-068998c34e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.128417755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a3ba1a88-a868-4c78-9d2a-d1fd07a897f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.154274544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da3bcfb2-97fa-4ead-ba05-a4610bf10046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.278718771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5c2fe955-bbce-4108-a2dc-1344ae7a3d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.280491001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"75f5adac-af4b-4631-acc1-aa5a0fcd13ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.282725904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"a3ba1a88-a868-4c78-9d2a-d1fd07a897f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.322970163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84ad5b01-5aa1-49a9-a2fa-e8d941833b6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.323099931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"84ad5b01-5aa1-49a9-a2fa-e8d941833b6c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.344591231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"c91802d5-be63-4fe8-ac71-068998c34e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.345348743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8f7f5e5f-95c8-488d-b97d-b778760f3316","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.349043154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8f7f5e5f-95c8-488d-b97d-b778760f3316","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.349776379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06004e1b-7769-4028-9145-fd5d51e9a753","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.349797873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06004e1b-7769-4028-9145-fd5d51e9a753","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.353327482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"5c2fe955-bbce-4108-a2dc-1344ae7a3d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.354702356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"75f5adac-af4b-4631-acc1-aa5a0fcd13ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.473468251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"b1c9bc00-8dc4-4eec-a9c4-92f6eed2d8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.536496127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"b1c9bc00-8dc4-4eec-a9c4-92f6eed2d8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.567764884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"d556c3ed-14ee-439d-bbe9-7a92b3cda63a","namespace":"llm","name":"e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.628840231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"0f2ea49e-49de-4e7a-9232-6efc32095287","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.629008776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"0f2ea49e-49de-4e7a-9232-6efc32095287","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.724891448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e3baa149-f3c6-49a3-8c2d-c2505381626f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.792180783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e3baa149-f3c6-49a3-8c2d-c2505381626f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.808508102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08e7ec40-3739-40e9-abbc-ec755f0e089d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.809415904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4b8238d1-3e5f-42b2-bc05-eae3f5c70ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.810124482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"dbeabd82-2de7-4eee-8232-31887e26b6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.875880888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"dbeabd82-2de7-4eee-8232-31887e26b6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.887205166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08e7ec40-3739-40e9-abbc-ec755f0e089d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:32.889267219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"4b8238d1-3e5f-42b2-bc05-eae3f5c70ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.023393339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"1b2cc0ee-b9df-4af8-bcb3-af49480e28bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.145991461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"1b2cc0ee-b9df-4af8-bcb3-af49480e28bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.206465757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"71c827f7-b4c8-4c16-9adc-cc0b10447650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.240827478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"55a976f6-da44-48dd-9420-4ed43d418b05","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.279390204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"71c827f7-b4c8-4c16-9adc-cc0b10447650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.29716471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"317f8c06-ddbf-4a5c-b893-d78f5197c9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.410036188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"317f8c06-ddbf-4a5c-b893-d78f5197c9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.461219113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"da6a4cd9-ddf8-4794-9747-f9428511b0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.533879037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"317f8c06-ddbf-4a5c-b893-d78f5197c9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.600272714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"55a976f6-da44-48dd-9420-4ed43d418b05","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.648133575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"da6a4cd9-ddf8-4794-9747-f9428511b0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.660307438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"2ee5d033-230f-4777-9522-70b59c4d6751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.662178884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"55a976f6-da44-48dd-9420-4ed43d418b05","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.743079782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3819eb9d-9d4b-4bcc-99bf-e63ccd854427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.770487091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"2ee5d033-230f-4777-9522-70b59c4d6751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.774700252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145f7535-7f6f-49af-acf7-f59d5e7eef5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.774789765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145f7535-7f6f-49af-acf7-f59d5e7eef5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.894006933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"3819eb9d-9d4b-4bcc-99bf-e63ccd854427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.90771271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b1b47007-0a9f-4142-99ad-a32e279c815b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:33.985503357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b1b47007-0a9f-4142-99ad-a32e279c815b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.037063592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"deb0ada4-2f29-47f8-b866-5b998a9e4245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.103015783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8ee62516-dce7-4b9c-8d94-f93e3f8152d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.103999364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"deb0ada4-2f29-47f8-b866-5b998a9e4245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.207071715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8ee62516-dce7-4b9c-8d94-f93e3f8152d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.562079072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193859b8-0bbc-491d-883b-a89a64947625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.625159912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193859b8-0bbc-491d-883b-a89a64947625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.695365046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193859b8-0bbc-491d-883b-a89a64947625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:34.763481943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193859b8-0bbc-491d-883b-a89a64947625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.26620746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054bd080-6252-4822-beaf-c1e75a9d07e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.335532676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054bd080-6252-4822-beaf-c1e75a9d07e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.39575443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054bd080-6252-4822-beaf-c1e75a9d07e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.455315367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054bd080-6252-4822-beaf-c1e75a9d07e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.954595784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"ab3bde3b-de94-4c52-aeac-e0d709909417","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.954628333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"ab3bde3b-de94-4c52-aeac-e0d709909417","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.017233593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"ec8fb275-0af2-4d20-a0df-4f8c56961f1c","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.017338473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"ec8fb275-0af2-4d20-a0df-4f8c56961f1c","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.179156897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"edd682a8-c855-4079-840b-49f8c4d00e2f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.311554434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"edd682a8-c855-4079-840b-49f8c4d00e2f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.373096327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"edd682a8-c855-4079-840b-49f8c4d00e2f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.489592072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"e67afb26-62df-46b6-9130-574cd8ce4742","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.489621334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"e67afb26-62df-46b6-9130-574cd8ce4742","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.756875483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"758f1004-9755-44e4-b8ba-ed940d73f6cd","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.824053366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"758f1004-9755-44e4-b8ba-ed940d73f6cd","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.847529787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4911cb2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4911cb2b","reconcileID":"1f60c565-5ebe-4110-ada3-436db53d9a9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4911cb2b","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-4911cb2b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.938194464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"758f1004-9755-44e4-b8ba-ed940d73f6cd","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:39.487108524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06783d8-cd00-43b6-a297-c9600511b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:39.542079902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06783d8-cd00-43b6-a297-c9600511b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:39.596353029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06783d8-cd00-43b6-a297-c9600511b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:39.650260797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06783d8-cd00-43b6-a297-c9600511b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:41.600649519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e37e5a0-83f3-4290-a703-69a791d86ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:41.658702462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e37e5a0-83f3-4290-a703-69a791d86ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:41.715834638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e37e5a0-83f3-4290-a703-69a791d86ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:41.770240662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e37e5a0-83f3-4290-a703-69a791d86ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:43.749987693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1cb689-1ca0-43d2-bfaf-9e67640f720d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:43.809671659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1cb689-1ca0-43d2-bfaf-9e67640f720d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:43.867909922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1cb689-1ca0-43d2-bfaf-9e67640f720d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:43.884488474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"74eacef0-01ce-45a3-a014-f952827d669c","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:43.941198707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b924950-bec6-4020-afa7-8a3132e9ce7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:43.941316442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b924950-bec6-4020-afa7-8a3132e9ce7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:44.063493656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"74eacef0-01ce-45a3-a014-f952827d669c","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:44.121832235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"74eacef0-01ce-45a3-a014-f952827d669c","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:44.181100023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf012163-6baa-41a5-8b6a-e374f14660e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:44.181119928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf012163-6baa-41a5-8b6a-e374f14660e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:45.954889091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.156271699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"3f8815ca-6603-49b6-9d65-7f7bd80c05de","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.296017873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"3f8815ca-6603-49b6-9d65-7f7bd80c05de","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.35386211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"3f8815ca-6603-49b6-9d65-7f7bd80c05de","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.47583473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"1142f524-d286-428b-b308-ec5c424f14e2","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.475865336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"1142f524-d286-428b-b308-ec5c424f14e2","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.157828836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4264f71e-6f9a-46a9-9468-423a03553419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.216168379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4264f71e-6f9a-46a9-9468-423a03553419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.273546341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4264f71e-6f9a-46a9-9468-423a03553419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.288180688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"6da885aa-4873-4a7d-a4a9-0f2a135cd2d3","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.331107878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9779f90-d036-4b5b-800b-e77999b0f3e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.331129762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9779f90-d036-4b5b-800b-e77999b0f3e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.41934976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"6da885aa-4873-4a7d-a4a9-0f2a135cd2d3","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.477697637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"6da885aa-4873-4a7d-a4a9-0f2a135cd2d3","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.535304115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab92157-efb1-4aae-963f-d340a9a23eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:54.535325874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab92157-efb1-4aae-963f-d340a9a23eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:59.63544429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"6410ae11-d64d-45fd-9a15-b915ea4736ff","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:59.765612771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"6410ae11-d64d-45fd-9a15-b915ea4736ff","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:59.823349558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"6410ae11-d64d-45fd-9a15-b915ea4736ff","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:59.934785285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"49f0dc5d-3a85-4942-87a6-60e1304b7812","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:59.934813266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"49f0dc5d-3a85-4942-87a6-60e1304b7812","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.545897723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8d8d5c8-46f7-4f61-a116-101737fb5cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.604642001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8d8d5c8-46f7-4f61-a116-101737fb5cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.643128197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"6e376dde-645c-44a6-9aaf-2421cd150558","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.663165374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8d8d5c8-46f7-4f61-a116-101737fb5cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.722925881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e00a6f4d-f954-42cb-aab8-16062b7538ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.722949649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e00a6f4d-f954-42cb-aab8-16062b7538ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.774619466Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"6e376dde-645c-44a6-9aaf-2421cd150558","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.832282461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"6e376dde-645c-44a6-9aaf-2421cd150558","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.891468603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da888dd6-b9e6-4128-8994-d86d10111072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:04.891490174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da888dd6-b9e6-4128-8994-d86d10111072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:10.096135382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"35d53022-ed7e-4ddb-973c-d15b78c8148f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:10.228892829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"35d53022-ed7e-4ddb-973c-d15b78c8148f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:10.286188133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"35d53022-ed7e-4ddb-973c-d15b78c8148f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:10.400112994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"9503d4db-93c9-42e2-996f-4f554d6c0566","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:10.400144222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"9503d4db-93c9-42e2-996f-4f554d6c0566","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:14.937513179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eca4e46-54e6-4b0a-a328-dc0c5c748af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:14.996630493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eca4e46-54e6-4b0a-a328-dc0c5c748af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:14.999351777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"21e3a861-7105-4ec0-afbe-e8d1db5a27fa","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.05425317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eca4e46-54e6-4b0a-a328-dc0c5c748af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.111837474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48b29894-58a3-4b13-81a4-25c2878d2519","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.111859631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48b29894-58a3-4b13-81a4-25c2878d2519","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.134670651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"21e3a861-7105-4ec0-afbe-e8d1db5a27fa","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.197024294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"21e3a861-7105-4ec0-afbe-e8d1db5a27fa","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.255503731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cfca86e-348c-4550-93f7-8e9487454d4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.255524708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cfca86e-348c-4550-93f7-8e9487454d4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.953697815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:20.562400447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"ec91acd7-e93a-4049-8490-0f8357deb9db","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:20.698771363Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"ec91acd7-e93a-4049-8490-0f8357deb9db","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:20.758312092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"ec91acd7-e93a-4049-8490-0f8357deb9db","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:20.875387802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"46832ab9-a3f4-4d4f-a7ed-3d19f734dd0c","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:20.875509617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"46832ab9-a3f4-4d4f-a7ed-3d19f734dd0c","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.393105334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"55749f99-23db-45d2-9a86-d231c729805f","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.517649766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70fd1452-84fb-4680-ae2f-562e7e78eb45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.518863155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"1fb03847-4087-41ae-b94c-1f5a66b4cf4a","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.519025567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474b666a-8d9c-45f8-a678-54066e31ab21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.549469994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"55749f99-23db-45d2-9a86-d231c729805f","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.625490225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"55749f99-23db-45d2-9a86-d231c729805f","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.702342314Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474b666a-8d9c-45f8-a678-54066e31ab21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.70326309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d831e13a-36aa-44f5-b140-763b2da43c7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.711912357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d831e13a-36aa-44f5-b140-763b2da43c7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:22.708952469Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"1fb03847-4087-41ae-b94c-1f5a66b4cf4a","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:22.735119796Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70fd1452-84fb-4680-ae2f-562e7e78eb45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.795205858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"474b666a-8d9c-45f8-a678-54066e31ab21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:22.795987724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"1fb03847-4087-41ae-b94c-1f5a66b4cf4a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:22.805576237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70fd1452-84fb-4680-ae2f-562e7e78eb45","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.867597701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"59c28920-bd9a-42e4-81e3-cde86a493fa7","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.867640104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"59c28920-bd9a-42e4-81e3-cde86a493fa7","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.868314323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0020166d-4c5b-4912-a199-d912af81ee41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.868331496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0020166d-4c5b-4912-a199-d912af81ee41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.870063608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"452789b3-98ea-49f1-9a5b-3cab62d817d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.870087662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"452789b3-98ea-49f1-9a5b-3cab62d817d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.090343356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"5aabc90f-e898-43e7-a0e5-c40e90e90b33","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.09120637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7d0e8b1-abd5-4ef5-9869-d34dc6838220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.163468599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7d0e8b1-abd5-4ef5-9869-d34dc6838220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.171244511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"5aabc90f-e898-43e7-a0e5-c40e90e90b33","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.253709204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7d0e8b1-abd5-4ef5-9869-d34dc6838220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.322392575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"5aabc90f-e898-43e7-a0e5-c40e90e90b33","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.33940161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95bb734e-d014-4cbe-9d81-56c320401f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.339526322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95bb734e-d014-4cbe-9d81-56c320401f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.449351521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"d2d08904-8552-4091-b4ff-2e9a03f99b52","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:23.449395792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"d2d08904-8552-4091-b4ff-2e9a03f99b52","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.811397488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"666dbfb7-5d8d-485f-a1fd-fef3aabb69c3","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.94276417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"666dbfb7-5d8d-485f-a1fd-fef3aabb69c3","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:32.999889877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"666dbfb7-5d8d-485f-a1fd-fef3aabb69c3","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.059556268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebf9994e-26b5-4e28-9dad-5f5aaef4b142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.059580681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebf9994e-26b5-4e28-9dad-5f5aaef4b142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.084304445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0558efc8-5df6-4552-a130-e582b04fdd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.255213838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0558efc8-5df6-4552-a130-e582b04fdd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.3169968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0558efc8-5df6-4552-a130-e582b04fdd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.377223145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a1afdc3-9365-4faf-88fa-373b345c8193","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.377246159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a1afdc3-9365-4faf-88fa-373b345c8193","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.55376763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b0329a6-217b-4d0f-9d39-f7d34a349429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.600110087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"74a1852f-8441-4dac-9179-74a5f6755a23","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.612382253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b0329a6-217b-4d0f-9d39-f7d34a349429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.658575869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"74a1852f-8441-4dac-9179-74a5f6755a23","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.66952356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b0329a6-217b-4d0f-9d39-f7d34a349429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.716541106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"74a1852f-8441-4dac-9179-74a5f6755a23","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.728987471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faf739fb-01d7-41b1-98f1-f865823801e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.729010582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"faf739fb-01d7-41b1-98f1-f865823801e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.828079153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"b3ef400e-3c73-42b7-b088-1d8e5400cad3","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.828108824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"b3ef400e-3c73-42b7-b088-1d8e5400cad3","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.898648285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57aec39-58db-42c7-9b41-30011a6a3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.953079975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57aec39-58db-42c7-9b41-30011a6a3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.007713065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57aec39-58db-42c7-9b41-30011a6a3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.061624261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57aec39-58db-42c7-9b41-30011a6a3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.099812552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2de282-c36a-4c4d-b9f3-206c3cb18734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.153524755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2de282-c36a-4c4d-b9f3-206c3cb18734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.20754926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2de282-c36a-4c4d-b9f3-206c3cb18734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:37.262562947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2de282-c36a-4c4d-b9f3-206c3cb18734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.73870835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9be4557-d141-4e2c-acb8-5ae179d50b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.793370763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9be4557-d141-4e2c-acb8-5ae179d50b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.847233309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9be4557-d141-4e2c-acb8-5ae179d50b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:39.901993166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9be4557-d141-4e2c-acb8-5ae179d50b28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:40.220404303Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb057","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb057","reconcileID":"038eae9d-d552-48c9-9638-ba0419fefd7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-beb057","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-beb057":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.873025056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a4fbd2-d721-40d0-acff-56289d0088ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.927082823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a4fbd2-d721-40d0-acff-56289d0088ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:41.980908877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a4fbd2-d721-40d0-acff-56289d0088ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.034579535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a4fbd2-d721-40d0-acff-56289d0088ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.167600453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"7fe3da56-af8f-4acd-b59f-0aa12a5ed3c9","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.298787918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"7fe3da56-af8f-4acd-b59f-0aa12a5ed3c9","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:43.339976863Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb057","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb057","reconcileID":"9a81b384-0057-436e-9a31-59ec319c5832","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-beb057\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.3557735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"7fe3da56-af8f-4acd-b59f-0aa12a5ed3c9","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.415070793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64c99cec-4d58-4eb9-b229-0350bbe77614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.415093477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64c99cec-4d58-4eb9-b229-0350bbe77614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.593547202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aed5c7ba-22af-4d78-974f-93c8ae1bbcdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.803035474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aed5c7ba-22af-4d78-974f-93c8ae1bbcdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.86132852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aed5c7ba-22af-4d78-974f-93c8ae1bbcdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.924857926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7a79720-3e9d-4d0d-a023-2fb88b0c5550","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.924989515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f7a79720-3e9d-4d0d-a023-2fb88b0c5550","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.970783272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5b525d-4e8b-46f2-9e5d-2bf55a8cf9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.032864012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5b525d-4e8b-46f2-9e5d-2bf55a8cf9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.060739984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0fcdeada-53ff-4b28-979e-7f184834d1e2","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.101208092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5b525d-4e8b-46f2-9e5d-2bf55a8cf9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.125429949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0fcdeada-53ff-4b28-979e-7f184834d1e2","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.174520445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a3c453d-e15c-48e0-af37-6f47d97cae45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.174672042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a3c453d-e15c-48e0-af37-6f47d97cae45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.269487137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0fcdeada-53ff-4b28-979e-7f184834d1e2","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.392459391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c21d2716-811e-486b-8864-b031dd4ab4ea","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.392502407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c21d2716-811e-486b-8864-b031dd4ab4ea","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.952646364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.262266682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bcc1c90-6098-4d4f-bae1-bb3d40fff70b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.262290746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bcc1c90-6098-4d4f-bae1-bb3d40fff70b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.369512678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"bc6c58d4-a332-4c5c-9850-f36e08910e50","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.500781743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"bc6c58d4-a332-4c5c-9850-f36e08910e50","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.558190424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"bc6c58d4-a332-4c5c-9850-f36e08910e50","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.617419106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31edeac-8554-4562-979d-37257363e462","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.61744116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31edeac-8554-4562-979d-37257363e462","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.526349285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"fd35c7b5-55d5-44d6-a90e-bd6d3dabd8c2","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.584863043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"fd35c7b5-55d5-44d6-a90e-bd6d3dabd8c2","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.642338465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"fd35c7b5-55d5-44d6-a90e-bd6d3dabd8c2","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.701512374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff862009-3b41-4481-b5aa-0c77aedbb80b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.701533278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff862009-3b41-4481-b5aa-0c77aedbb80b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.140649246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a56ea17c-ff11-44eb-b3ac-5f3f11d0a438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.272429995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a56ea17c-ff11-44eb-b3ac-5f3f11d0a438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.331280107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a56ea17c-ff11-44eb-b3ac-5f3f11d0a438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.391049541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0171e188-6307-4654-8ff8-377da36b2cd7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.391073452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0171e188-6307-4654-8ff8-377da36b2cd7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.392949631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf25690-abb7-4efc-861f-9dc8e2425b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.451426244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf25690-abb7-4efc-861f-9dc8e2425b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.508562505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf25690-abb7-4efc-861f-9dc8e2425b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.550176144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"c9baa1e0-c4ca-4cc9-aa0e-d6acf72fda6e","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.586259473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d51a50d5-4636-434d-ad55-813069086307","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.586280914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d51a50d5-4636-434d-ad55-813069086307","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.616091475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"c9baa1e0-c4ca-4cc9-aa0e-d6acf72fda6e","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.69890991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"c9baa1e0-c4ca-4cc9-aa0e-d6acf72fda6e","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.813479238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"d1430470-6760-4611-abc0-4885298166db","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.813514184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"d1430470-6760-4611-abc0-4885298166db","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.725365456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a58cbe3b-5074-4218-84df-ae1ca4060de0","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.856396102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a58cbe3b-5074-4218-84df-ae1ca4060de0","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.913786191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a58cbe3b-5074-4218-84df-ae1ca4060de0","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.948925842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"36db3d62-682a-4252-b6f6-445949bf637a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-4911cb2b","tenantID":"e2e-mt-4911cb2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.971145391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7345f585-af4a-4a43-82ab-485e6e2e5ca2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.971164991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7345f585-af4a-4a43-82ab-485e6e2e5ca2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.06905216Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"36db3d62-682a-4252-b6f6-445949bf637a","name":"e2e-mt-4911cb2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.379365934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"ceb0a02e-7ac7-45a8-b9e4-edb11d16e198","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.449072346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"d41223b9-6fcc-4896-92a9-6c214c4689b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.59682288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"912446ac-28a4-4cf3-963d-155e9bf15180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.991691424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"2612ab16-8fda-4a74-a9e6-735a6e37cd91","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.992284604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ef4554e-a77b-4780-b3cc-c7ca6df6aac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.088999603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"54f1a093-46f4-44dc-9e6e-49f53e682c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.19074485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"c1696112-b291-4991-a762-18c05f2e08ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.211753843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"fe74f2b2-1f19-4c50-b5c1-a50c609e05c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.338483474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e6cb180d-a8ac-4800-b9a3-5ddd9bf8e2a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.440144666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68683bca-04de-4c59-bfc3-993afab81d5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.581741166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"958b4075-91a7-41db-9f51-c5d1f4d052a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.828550252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"97c1d5e1-a1b7-419a-a6ab-b52d2e3b6be0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.929489829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"31d2aa2e-a422-4ffa-a911-d27f4b2e6b04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.810279667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"c77774e4-0bfa-4285-bc53-23b376952acc","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.868706327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"c77774e4-0bfa-4285-bc53-23b376952acc","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.92657223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"c77774e4-0bfa-4285-bc53-23b376952acc","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.98594158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"127032f7-9564-4532-bed2-5617f5c48722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.985964125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"127032f7-9564-4532-bed2-5617f5c48722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.605320873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a37f0c21-c3f1-482a-87b6-53d7579bd087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.761256071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a37f0c21-c3f1-482a-87b6-53d7579bd087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.819821145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a37f0c21-c3f1-482a-87b6-53d7579bd087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.82030602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a42b97-a14c-402d-b8d5-3334a800ed3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.880201317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a42b97-a14c-402d-b8d5-3334a800ed3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.880996188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd7e86c4-ab58-41e3-ba6d-6e9276102039","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.881011654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd7e86c4-ab58-41e3-ba6d-6e9276102039","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.938633366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a42b97-a14c-402d-b8d5-3334a800ed3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.982845013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0afca1e5-4e89-4b17-96f9-8bef8c5c6394","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.997985822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c93d8e19-7b34-4052-96e8-7cf9612d86ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.998081633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c93d8e19-7b34-4052-96e8-7cf9612d86ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:05.063844685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0afca1e5-4e89-4b17-96f9-8bef8c5c6394","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:05.121962433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0afca1e5-4e89-4b17-96f9-8bef8c5c6394","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:05.23368796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"29d95d95-676f-4341-beab-d140a46c0f6b","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:05.233714569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"29d95d95-676f-4341-beab-d140a46c0f6b","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.079064095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"03e92041-6805-403d-bbfe-20aebd97ec33","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.222402116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"03e92041-6805-403d-bbfe-20aebd97ec33","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.316373802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"03e92041-6805-403d-bbfe-20aebd97ec33","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.376053511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9b14ea5-c1c8-4be8-9763-05d158ac3747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:09.37607558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9b14ea5-c1c8-4be8-9763-05d158ac3747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.093237916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"9d203604-9730-459c-a94d-98f317b224f4","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.152109649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"9d203604-9730-459c-a94d-98f317b224f4","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.211915576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"9d203604-9730-459c-a94d-98f317b224f4","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.269597092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7fdade1-ebec-4422-8140-37b5e03579f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.269618415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7fdade1-ebec-4422-8140-37b5e03579f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.102318829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba27d583-1290-4fc7-a099-c4c38a71eaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.211592612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c101810e-91d6-4038-b045-7f6c3c61ed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.233112533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba27d583-1290-4fc7-a099-c4c38a71eaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.270296724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c101810e-91d6-4038-b045-7f6c3c61ed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.290758001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba27d583-1290-4fc7-a099-c4c38a71eaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.328212304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c101810e-91d6-4038-b045-7f6c3c61ed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.354603988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5e4ea31-d6c2-47ae-a603-4856cbeb1cc7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.354627003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5e4ea31-d6c2-47ae-a603-4856cbeb1cc7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.385516033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b300f97f-8622-42d9-8bff-8ad2a0684b58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.385538755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b300f97f-8622-42d9-8bff-8ad2a0684b58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.393166052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"e416e6d3-f4b8-4249-9bcb-eb5a79c974c8","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.452681737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"e416e6d3-f4b8-4249-9bcb-eb5a79c974c8","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.510513605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"e416e6d3-f4b8-4249-9bcb-eb5a79c974c8","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.621745066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c32491b7-073b-4a0f-8ba5-339b68eaa24c","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.621771193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c32491b7-073b-4a0f-8ba5-339b68eaa24c","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.953458508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.483972777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"58b00617-55b3-4a93-bb2f-9a01f4bd5456","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.613964154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"58b00617-55b3-4a93-bb2f-9a01f4bd5456","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.671509756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"58b00617-55b3-4a93-bb2f-9a01f4bd5456","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.731299944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0cc9b55-2d76-4245-bfe9-7ca148d5b1cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.731326977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0cc9b55-2d76-4245-bfe9-7ca148d5b1cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:24.376987905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"e051c93c-cc39-4297-ae0a-eed57e1cbea1","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:24.435382947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"e051c93c-cc39-4297-ae0a-eed57e1cbea1","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:24.492725962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"e051c93c-cc39-4297-ae0a-eed57e1cbea1","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:24.551981314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26efa19e-e8f0-4fb2-9f5f-14f3d4632472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:24.552003536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26efa19e-e8f0-4fb2-9f5f-14f3d4632472","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.569179235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ebdde7e-4a8c-4d38-a33d-3feff2a93161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.669026083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3d8cd9-12bc-4251-bcdc-e49ad317c8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.700976704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ebdde7e-4a8c-4d38-a33d-3feff2a93161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.727928965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3d8cd9-12bc-4251-bcdc-e49ad317c8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.758893284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ebdde7e-4a8c-4d38-a33d-3feff2a93161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.78110403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"1776c45c-fa07-4359-a8cc-fd3a552af82c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.78546975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3d8cd9-12bc-4251-bcdc-e49ad317c8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.818895137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c288487d-f652-4e5a-8a17-aaa7a37783c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.818918187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c288487d-f652-4e5a-8a17-aaa7a37783c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.839729125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"1776c45c-fa07-4359-a8cc-fd3a552af82c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.844885285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cb8e61a-ef93-4906-b59c-ec475fb393c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.844907254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cb8e61a-ef93-4906-b59c-ec475fb393c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.897731355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"1776c45c-fa07-4359-a8cc-fd3a552af82c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:26.011321693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"058ffd53-aaa0-4a4d-bae4-ef2c312b2e4f","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:26.011349667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"058ffd53-aaa0-4a4d-bae4-ef2c312b2e4f","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.840072766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"dc024451-8b72-4652-80f1-2626d741758c","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.971194835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"dc024451-8b72-4652-80f1-2626d741758c","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.029255744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"dc024451-8b72-4652-80f1-2626d741758c","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.088463751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea518c3d-93c5-4c2f-85c2-b2f3094e42cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.088486105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea518c3d-93c5-4c2f-85c2-b2f3094e42cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.666072939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"86021da8-c40e-4e2f-b6d6-6a048fa99c39","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.725377374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"86021da8-c40e-4e2f-b6d6-6a048fa99c39","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.7857393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"86021da8-c40e-4e2f-b6d6-6a048fa99c39","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.845527716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60ba4fa4-4cfa-4324-961b-d65479b2e8e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.845547805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60ba4fa4-4cfa-4324-961b-d65479b2e8e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.033235205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6142409-f1e3-41e1-8dd6-8c6a6905d564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.133452969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440d5050-e814-4bb5-b923-3067112728c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.249783992Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6142409-f1e3-41e1-8dd6-8c6a6905d564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.285282345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"2549999e-7f23-4866-aaa6-a1071c317861","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:12:36.300176151Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440d5050-e814-4bb5-b923-3067112728c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.311403889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6142409-f1e3-41e1-8dd6-8c6a6905d564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.348093171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"2549999e-7f23-4866-aaa6-a1071c317861","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:12:36.357400277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440d5050-e814-4bb5-b923-3067112728c0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.357703333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"731c9a50-0b93-418f-8a67-872c72ae5d5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.357718268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"731c9a50-0b93-418f-8a67-872c72ae5d5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.371148654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be311128-4735-4c4d-9d47-bb1656be42c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.371166207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be311128-4735-4c4d-9d47-bb1656be42c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.405617378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"2549999e-7f23-4866-aaa6-a1071c317861","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.518446222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"956b1442-01f6-4020-aaa6-554e62409e74","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.518472681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"956b1442-01f6-4020-aaa6-554e62409e74","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.575992098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca2a59f-8c5b-4103-89ee-c36380e88e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.634624755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca2a59f-8c5b-4103-89ee-c36380e88e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.692045804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ca2a59f-8c5b-4103-89ee-c36380e88e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.75158029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c671c6-64ee-4456-9311-8c75e55cd543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:36.751602293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c671c6-64ee-4456-9311-8c75e55cd543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.196387326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"e50d87ad-f8e9-4629-835b-f68f5f33ff12","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.327732606Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"e50d87ad-f8e9-4629-835b-f68f5f33ff12","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.469048126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"e50d87ad-f8e9-4629-835b-f68f5f33ff12","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.529376448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7e75646-56ea-4bcd-ac55-e164bc578e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.529397701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7e75646-56ea-4bcd-ac55-e164bc578e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:41.972855886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"6d18c40a-a6b0-4de1-a26a-19dde866b84c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.073166594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"98281fe2-4d44-4eaa-8ac9-c5db654f955a","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.073166597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e838277-c842-4e4c-9ff7-c7c401094ec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.173439321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"bb23f3eb-a837-442c-92a1-39527e905bae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.348726406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"99740b3b-b97b-4ddb-9980-09fb2fc32612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.472270767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3b92f847-4fa5-4145-a8e4-b5990c02d13d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.656347622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"e4ab3e6a-4b13-4ed5-b36c-55fd1fbcbda5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:42.841270146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"72ab70e4-3f21-4d4a-9879-a3896345afd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.022290306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"b9cf1a4a-7436-4e67-84a4-0b786eca9d2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.144484612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"297ea004-0fa0-4582-b914-473e5ee46e08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.268375655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"960baed9-5f20-4c26-a861-8c627fa3731d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.456121503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"b30940fe-1cf4-4855-842d-a26755b8cdb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.55722321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a61ad04b-3d67-42a3-a309-2179cb20d938","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:44.952937842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"f905cbd3-636e-46e5-8897-d1e357c59995","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.012546704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"f905cbd3-636e-46e5-8897-d1e357c59995","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.069941573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"f905cbd3-636e-46e5-8897-d1e357c59995","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.127548252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eefacee-8fe6-4824-8643-8eb1500e7f0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.127574015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eefacee-8fe6-4824-8643-8eb1500e7f0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:45.953702754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.586217658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc123e59-677a-4ab9-aa62-1a55c6bd1549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.688119265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"477e3a01-2701-4e4f-858e-e7a61ab6ae27","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.794884005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc123e59-677a-4ab9-aa62-1a55c6bd1549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.888650297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc123e59-677a-4ab9-aa62-1a55c6bd1549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:12:46.892829014Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"477e3a01-2701-4e4f-858e-e7a61ab6ae27","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.948382607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acb0bf11-ae53-48a2-8aa4-d9936447ecfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.948404448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"acb0bf11-ae53-48a2-8aa4-d9936447ecfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:12:46.951481773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"477e3a01-2701-4e4f-858e-e7a61ab6ae27","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:46.992030105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"764aeff3-01a6-4234-aa0f-41b3e7858a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.006009872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"37023972-4c3d-40d7-9c31-8fb2e7fc2bd9","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.006036825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"37023972-4c3d-40d7-9c31-8fb2e7fc2bd9","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.050868825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"764aeff3-01a6-4234-aa0f-41b3e7858a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.113962889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"764aeff3-01a6-4234-aa0f-41b3e7858a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.182471141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c725048-b232-4a34-ae26-57d2a7c1b915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.182493492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c725048-b232-4a34-ae26-57d2a7c1b915","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.190214111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"dd31708d-c84f-4456-9f95-b1cd8bb05e7b","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.266893576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"dd31708d-c84f-4456-9f95-b1cd8bb05e7b","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.324603576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"dd31708d-c84f-4456-9f95-b1cd8bb05e7b","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.436500738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"0806b750-fb7a-4375-a5d7-8a6a80353118","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:47.436540436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"0806b750-fb7a-4375-a5d7-8a6a80353118","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.213472133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"5975627b-e906-4bad-8e3d-d5b853e64f5f","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.213671903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97ee3fab-c517-45cc-86d6-c44f60e26524","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.213691681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97ee3fab-c517-45cc-86d6-c44f60e26524","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.367517365Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-policy-b41b5a2d","reconcileID":"5975627b-e906-4bad-8e3d-d5b853e64f5f","MaaSAuthPolicy":{"name":"e2e-policy-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"policyNamespace":"ai-tenant-e2e-mt-b41b5a2d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.426036776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2d1a033-ad53-49f2-a70a-763789ea31f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.426058783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2d1a033-ad53-49f2-a70a-763789ea31f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.586192979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0d510b-18a3-440e-a45f-117601b76b8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.586217889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0d510b-18a3-440e-a45f-117601b76b8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.639052697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"9321186e-dbf6-4f9d-b023-1703c83c9657","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.822149189Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"9321186e-dbf6-4f9d-b023-1703c83c9657","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.879494344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"9321186e-dbf6-4f9d-b023-1703c83c9657","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.938761803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33cee51c-fd47-4fb8-9bee-3dbe5b0f4d0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:50.938781498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33cee51c-fd47-4fb8-9bee-3dbe5b0f4d0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.162987049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ceb90ae-f8c2-4609-9a92-342395aafbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.343890154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ceb90ae-f8c2-4609-9a92-342395aafbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.403220668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ceb90ae-f8c2-4609-9a92-342395aafbef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.432228249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d9d4b8-291e-4d2b-8471-180fe7b5f137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.463154768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdf168a4-ca6d-42b5-807b-4b56b1dcdbba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.463173846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdf168a4-ca6d-42b5-807b-4b56b1dcdbba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.491408147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d9d4b8-291e-4d2b-8471-180fe7b5f137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.549297135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d9d4b8-291e-4d2b-8471-180fe7b5f137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.595829343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"ea587606-dc7a-4751-8668-affb9f81b58f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.606648522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49d51281-8ac9-450d-be61-88f47c7e9142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.606698356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49d51281-8ac9-450d-be61-88f47c7e9142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.654751622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"ea587606-dc7a-4751-8668-affb9f81b58f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.712860735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"ea587606-dc7a-4751-8668-affb9f81b58f","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.82593221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"3ad71b65-e5b0-4f62-9a56-20d3f3372fcb","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.82596181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"3ad71b65-e5b0-4f62-9a56-20d3f3372fcb","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:00.753405315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"16b6a270-b0b9-4246-9542-cc0fed085451","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-b41b5a2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:00.922234307Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"namespace":"ai-tenant-e2e-mt-b41b5a2d","name":"e2e-sub-b41b5a2d","reconcileID":"16b6a270-b0b9-4246-9542-cc0fed085451","MaaSSubscription":{"name":"e2e-sub-b41b5a2d","namespace":"ai-tenant-e2e-mt-b41b5a2d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.047111309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"41eb9561-d899-4168-aa00-8da2c343873b","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.084835344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a798ced-a64e-4bab-b817-a7b4b79ed31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.226467505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"41eb9561-d899-4168-aa00-8da2c343873b","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.283989051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"41eb9561-d899-4168-aa00-8da2c343873b","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.315730226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81c32078-ee64-45c7-9e06-a2b3aedb345f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.315756108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81c32078-ee64-45c7-9e06-a2b3aedb345f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.343406431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb74cf76-7c16-4736-a267-e40aaf7189c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:01.343426608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb74cf76-7c16-4736-a267-e40aaf7189c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:03.865231685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"35bc7445-6006-47b0-84ae-aac3a9c8d36b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:03.986777125Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"35bc7445-6006-47b0-84ae-aac3a9c8d36b","name":"e2e-inf-b-beb057-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.679784128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db97fed-160a-45ad-972c-337fae61b825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.848417782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f7e923-3137-4143-a0ce-01115887849e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.891232863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db97fed-160a-45ad-972c-337fae61b825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.960233422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f7e923-3137-4143-a0ce-01115887849e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:07.962361118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db97fed-160a-45ad-972c-337fae61b825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.021054635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f7e923-3137-4143-a0ce-01115887849e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.022734326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38f992ed-f234-48c7-bc27-97242aa0d406","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.022754758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38f992ed-f234-48c7-bc27-97242aa0d406","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.028630469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"bb3754ab-6df2-4f42-9e4a-f2131c438d68","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.08063074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de1f2d04-a8e7-4738-a486-9aebc0734172","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.080672439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de1f2d04-a8e7-4738-a486-9aebc0734172","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.087034407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"bb3754ab-6df2-4f42-9e4a-f2131c438d68","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.144083615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"bb3754ab-6df2-4f42-9e4a-f2131c438d68","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.257557241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"ad1de115-d66e-4702-aa10-e0499429853f","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:08.257583996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"ad1de115-d66e-4702-aa10-e0499429853f","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.452000867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a0479ec6-d938-4aca-bf6c-69d0f7be73d2","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.63072013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a0479ec6-d938-4aca-bf6c-69d0f7be73d2","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.688838096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a0479ec6-d938-4aca-bf6c-69d0f7be73d2","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.748889622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d4864b-42dd-4f89-8081-b24fb737c473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:11.748916319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d4864b-42dd-4f89-8081-b24fb737c473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:15.953357617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.236006284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9d2fdf-7487-4097-b6c4-3002494dc45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.293030495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14ea340d-0466-46ec-8d7d-454a92de1f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.418173005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9d2fdf-7487-4097-b6c4-3002494dc45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.466328593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"88f56567-91f0-47a5-b568-82aec25eec39","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:18.474754476Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14ea340d-0466-46ec-8d7d-454a92de1f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.504459073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9d2fdf-7487-4097-b6c4-3002494dc45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.52617838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"88f56567-91f0-47a5-b568-82aec25eec39","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:18.532039073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14ea340d-0466-46ec-8d7d-454a92de1f7c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.532494247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b902523-36bc-4d45-99bb-8caa956345ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.53251807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b902523-36bc-4d45-99bb-8caa956345ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.564410328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b665d8da-d896-4309-980d-be1b83175caf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.564434323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b665d8da-d896-4309-980d-be1b83175caf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.583551137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"88f56567-91f0-47a5-b568-82aec25eec39","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.697266037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"a68137fd-f17c-4517-aedc-696c2a938b3a","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.697296464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"a68137fd-f17c-4517-aedc-696c2a938b3a","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.751717988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d93649f-29da-4185-a475-122939afbbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.810368125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d93649f-29da-4185-a475-122939afbbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.879689306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d93649f-29da-4185-a475-122939afbbf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.949961327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5840d3e2-7333-45b4-adc8-3ed6c7423f5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:18.950092114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5840d3e2-7333-45b4-adc8-3ed6c7423f5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:21.863162053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"61363f7f-03af-428a-ae2e-4bd65947e137","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:22.055756822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"61363f7f-03af-428a-ae2e-4bd65947e137","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:22.120921408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"61363f7f-03af-428a-ae2e-4bd65947e137","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:22.193926241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1af1a3f3-14b5-4e97-9875-24a55f4c8de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:22.193957889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1af1a3f3-14b5-4e97-9875-24a55f4c8de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.286900274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ade4f8e-322f-470d-bb3d-a6df2018d0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.341066191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ade4f8e-322f-470d-bb3d-a6df2018d0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.39494146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ade4f8e-322f-470d-bb3d-a6df2018d0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:26.449106974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ade4f8e-322f-470d-bb3d-a6df2018d0bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.582402184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1bbcf5-04a4-4384-9e51-4611a03d561c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.636590609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1bbcf5-04a4-4384-9e51-4611a03d561c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.690320258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1bbcf5-04a4-4384-9e51-4611a03d561c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.74411536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1bbcf5-04a4-4384-9e51-4611a03d561c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.910619362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c8c2f7-17d1-4af6-b5dd-cd43db844d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:28.96353629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"d0eb5b0f-4744-4bc4-adc2-8cb7ab129843","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.130291895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c8c2f7-17d1-4af6-b5dd-cd43db844d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:29.144533477Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"d0eb5b0f-4744-4bc4-adc2-8cb7ab129843","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.178903634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe1a79b-0d24-40d2-9252-4d0e8cf5a434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.187505926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c8c2f7-17d1-4af6-b5dd-cd43db844d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:29.201779418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"d0eb5b0f-4744-4bc4-adc2-8cb7ab129843","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.237464657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe1a79b-0d24-40d2-9252-4d0e8cf5a434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.256264343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"641251ad-fdcc-432d-9d1c-9a272f4f337e","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.256296398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"641251ad-fdcc-432d-9d1c-9a272f4f337e","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.256692626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00113b39-96ea-4ac9-846d-96dbf6d25cfa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.256709691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00113b39-96ea-4ac9-846d-96dbf6d25cfa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.294567305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe1a79b-0d24-40d2-9252-4d0e8cf5a434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.354336579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c262a44d-16a4-4950-942b-5d0263a9b8a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.354359842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c262a44d-16a4-4950-942b-5d0263a9b8a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.424250714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"f5db60df-9aad-45bd-90d2-986edd8457a9","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.485155182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"f5db60df-9aad-45bd-90d2-986edd8457a9","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.542233184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"f5db60df-9aad-45bd-90d2-986edd8457a9","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.653313175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"229eeeb1-d62b-400c-b351-f158a04ef604","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:29.653343327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"229eeeb1-d62b-400c-b351-f158a04ef604","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.301960502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"bd8c3f78-80a5-4e9c-9d7b-8802bd33b013","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.455436922Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"bd8c3f78-80a5-4e9c-9d7b-8802bd33b013","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.514091576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"bd8c3f78-80a5-4e9c-9d7b-8802bd33b013","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.573605213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9237cc3-85c1-48f5-9e0a-49db2d49947b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:32.573632765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9237cc3-85c1-48f5-9e0a-49db2d49947b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.458874991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa390517-8215-449a-bbcc-1d222b5e0ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.568641006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d7f176-e62e-4889-ab8e-368f1cfa6e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.635841605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa390517-8215-449a-bbcc-1d222b5e0ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:39.689648Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d7f176-e62e-4889-ab8e-368f1cfa6e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.724293114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa390517-8215-449a-bbcc-1d222b5e0ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:13:39.748851211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d7f176-e62e-4889-ab8e-368f1cfa6e17","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.749145268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf259a6-a7f5-4fc2-8a24-a9cb683646cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.749163959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"daf259a6-a7f5-4fc2-8a24-a9cb683646cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.787852795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d59127c8-4cbb-459f-a4cd-dff6dd03fb10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.78787704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d59127c8-4cbb-459f-a4cd-dff6dd03fb10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.840449749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"c1babf22-f767-4969-9f56-e23a81bc5e11","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.898841627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"c1babf22-f767-4969-9f56-e23a81bc5e11","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.955791206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"c1babf22-f767-4969-9f56-e23a81bc5e11","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:39.967869623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8d27dee-73f2-458d-bfe0-606562763375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.027077776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8d27dee-73f2-458d-bfe0-606562763375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.068589866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c81d4749-0a01-4cbd-ba96-88ff258c8ed7","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.06861732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c81d4749-0a01-4cbd-ba96-88ff258c8ed7","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.084158884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8d27dee-73f2-458d-bfe0-606562763375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.143618799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bbf0326-e9ed-4bb3-9d1d-73adf5b9a3cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:40.1436425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bbf0326-e9ed-4bb3-9d1d-73adf5b9a3cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.681097115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"e57d0994-c4fa-41ee-8c68-15706d2d85ac","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.814083313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"e57d0994-c4fa-41ee-8c68-15706d2d85ac","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.872386429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"e57d0994-c4fa-41ee-8c68-15706d2d85ac","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.929702176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"208f16e0-8ed7-431b-a2b7-9a956c40c20d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:42.929726656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"208f16e0-8ed7-431b-a2b7-9a956c40c20d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:45.964700474Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.458563321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"efe56b02-1529-4927-9d75-ba37fb68d3a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.559203922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15eee14b-faa9-4b10-aab5-6edac0a5a9cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.886788253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"6799ce3a-934a-48f8-93d2-e8bd75f97705","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:46.987707789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"8abe99ba-d2e6-4e67-877d-4fc01d0d737d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.011353641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"7c42abd0-6a09-4266-9878-71b4f6e5f4a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.090596731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"29019a14-15eb-4455-af06-f5b52b832dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.200846125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"b20a4cc7-fdec-4c08-b2a1-d03ce87ce289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.684632856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"b62368b8-9863-4013-946b-b5309dea246c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.78414267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"1c367da6-39be-4027-98c0-1912d78d2e61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:47.808187994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"0de3c77e-f833-4c0f-b458-cd18cd5b387b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:48.109840503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"18080d35-c132-4ec4-9056-559f6d8c2092","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.016930149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6a802ff-3396-48b2-8708-175cebe47296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.148163788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6a802ff-3396-48b2-8708-175cebe47296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.213468713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6a802ff-3396-48b2-8708-175cebe47296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.22906963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"9e7f8dc8-cef7-4f9b-93d3-87315beaafc9","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.273763967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ee129ee-398f-4bbb-a3ae-980360f5a7d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.273785738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ee129ee-398f-4bbb-a3ae-980360f5a7d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.28751075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"9e7f8dc8-cef7-4f9b-93d3-87315beaafc9","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.344938277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"9e7f8dc8-cef7-4f9b-93d3-87315beaafc9","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.372360358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ef147f-4a2a-43e9-b077-e8299c916b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.430911395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ef147f-4a2a-43e9-b077-e8299c916b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.458444769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"1702c03f-fffb-4ad7-aea8-ba69af9d0e37","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.458472866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"1702c03f-fffb-4ad7-aea8-ba69af9d0e37","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.488899099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ef147f-4a2a-43e9-b077-e8299c916b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.548596327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a356e07-b524-4aed-89b5-67ad86814364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:50.548619404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a356e07-b524-4aed-89b5-67ad86814364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:53.038225416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a1f2ef71-0ce2-409d-8f44-2048ad4eaef0","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:53.169817349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a1f2ef71-0ce2-409d-8f44-2048ad4eaef0","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:53.226928296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"a1f2ef71-0ce2-409d-8f44-2048ad4eaef0","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:53.286497709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b836fcb3-9d23-426b-b12f-d9774b969753","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:13:53.286519848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b836fcb3-9d23-426b-b12f-d9774b969753","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.491476603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3d4d619-c423-4635-a311-6afd9e1a3e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.629107781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"d794adc1-2c21-4d2b-b99f-fcbacfa6b4fd","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.65464717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3d4d619-c423-4635-a311-6afd9e1a3e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.697346951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"d794adc1-2c21-4d2b-b99f-fcbacfa6b4fd","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.712786672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3d4d619-c423-4635-a311-6afd9e1a3e95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.760420248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"d794adc1-2c21-4d2b-b99f-fcbacfa6b4fd","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.768386232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b9441f2-701e-4282-ac8e-8b542dc42719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.773122835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cd9b5a4-47d8-4296-a25a-a2603c1f4e76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.773143465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cd9b5a4-47d8-4296-a25a-a2603c1f4e76","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.828267353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b9441f2-701e-4282-ac8e-8b542dc42719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.875008215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"e316b9d2-67cd-494d-860e-9a6e4b8799cd","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.875039776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"e316b9d2-67cd-494d-860e-9a6e4b8799cd","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.887613746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b9441f2-701e-4282-ac8e-8b542dc42719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.94813583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c9a114-21fb-439f-ae98-11d3acf2f732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:00.948158699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c9a114-21fb-439f-ae98-11d3acf2f732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:03.394836609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"6aa5ce87-0a52-4c5f-a1ee-f076f5ca9651","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:03.526181622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"6aa5ce87-0a52-4c5f-a1ee-f076f5ca9651","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:03.583779305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"6aa5ce87-0a52-4c5f-a1ee-f076f5ca9651","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:03.641567989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7869f794-d218-4bc0-be14-e93d38357f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:03.641588844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7869f794-d218-4bc0-be14-e93d38357f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:10.988363826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7929fe9d-788a-4f27-94c3-a335ba79c03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.089208633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"91232e43-7025-4351-aa83-b6a6ac4ab2cb","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.119917617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7929fe9d-788a-4f27-94c3-a335ba79c03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.147786233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"91232e43-7025-4351-aa83-b6a6ac4ab2cb","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.177530602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7929fe9d-788a-4f27-94c3-a335ba79c03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.189273966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964f5f0c-888f-4008-9047-a203bd1cfc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.205265864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"91232e43-7025-4351-aa83-b6a6ac4ab2cb","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.263188941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1066e93c-f18f-437b-8fbb-d449be4c1b6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.263209447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1066e93c-f18f-437b-8fbb-d449be4c1b6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.289421233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964f5f0c-888f-4008-9047-a203bd1cfc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.347191182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"6639df11-9f8d-477a-8f42-e6dc19bdd640","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.347219412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"6639df11-9f8d-477a-8f42-e6dc19bdd640","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.350533048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"964f5f0c-888f-4008-9047-a203bd1cfc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.408565231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"650f43d6-1f8a-4cb1-b1e7-7054b7bfc321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:11.408586869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"650f43d6-1f8a-4cb1-b1e7-7054b7bfc321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.764305075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"25290c6c-8d9c-480e-83cf-2d8872039bcb","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.896146291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"25290c6c-8d9c-480e-83cf-2d8872039bcb","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:13.95363519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"25290c6c-8d9c-480e-83cf-2d8872039bcb","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.013062244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d5b2f71-f00c-4907-9f58-6890bf478030","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:14.0130831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d5b2f71-f00c-4907-9f58-6890bf478030","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.368487957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"0b20991d-2c1e-4f32-87aa-95c2dc1afa9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.836183314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac8044ee-0314-47fb-833a-7a9e44ba6113","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.939251928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"598a7adc-2ccf-4e93-bb4c-58ca15748b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:15.953017308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.09525271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"b0f9a402-816a-4666-b818-999b163e2878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.192382254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"4fc1156d-86b1-460c-98aa-b97e7434226f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.341940778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"31b28c5b-a5bb-44cb-a0b7-815890e1a26e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.41137191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"cc0f605c-9d56-4a54-a946-85a99cf73d51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.590991156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"0415b9a8-23eb-4063-b6e7-67a704121a27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.689801949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"a653b528-d3c8-42e9-a0ca-cbf9a17bb25a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:16.789886368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"e080b026-bf16-48ac-a3ce-876fbe4fdfcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:17.176086872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"54747007-2a06-4304-83c0-9058cb626130","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.48313012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65429dd2-4a00-4d32-b1ae-672b486a7ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.504412866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"551a637d-ac69-4bb6-a465-76696af861f6","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.613507805Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65429dd2-4a00-4d32-b1ae-672b486a7ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.654211109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5df709-1273-4c01-a0c0-1e67056f8cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:21.658268036Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"551a637d-ac69-4bb6-a465-76696af861f6","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.671013518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65429dd2-4a00-4d32-b1ae-672b486a7ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.713683137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5df709-1273-4c01-a0c0-1e67056f8cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:21.71794222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"551a637d-ac69-4bb6-a465-76696af861f6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.770776346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d5df709-1273-4c01-a0c0-1e67056f8cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.77216409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"7682d5bc-6368-488c-8f3d-a1e668bdd62e","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.772186473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"7682d5bc-6368-488c-8f3d-a1e668bdd62e","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.77248361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca1e6849-246d-41f6-89bd-c95a0b7fca9f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.772494443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca1e6849-246d-41f6-89bd-c95a0b7fca9f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.830863722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd17715-925c-4085-8fe3-455d05373100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.830885602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd17715-925c-4085-8fe3-455d05373100","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.937434379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"80eba7bb-6a97-4db3-82d1-e97f6c195082","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:21.997179674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"80eba7bb-6a97-4db3-82d1-e97f6c195082","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:22.055599223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"80eba7bb-6a97-4db3-82d1-e97f6c195082","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:22.1724523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"34a7ad84-8a47-4c6a-b8a4-ee01d513a7af","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:22.172480081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"34a7ad84-8a47-4c6a-b8a4-ee01d513a7af","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:24.176598101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"418764de-6c21-431e-804e-feb443d7b5c2","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:24.310162539Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"418764de-6c21-431e-804e-feb443d7b5c2","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:24.367946997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"418764de-6c21-431e-804e-feb443d7b5c2","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:24.427675738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25a2acd9-d4d9-4871-a450-381948b8f502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:24.427705122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25a2acd9-d4d9-4871-a450-381948b8f502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:31.871226291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8654577-f628-4897-a66b-34ef237daf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:31.925381672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8654577-f628-4897-a66b-34ef237daf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:31.979387473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8654577-f628-4897-a66b-34ef237daf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:31.97959671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6570310-45d8-4fb6-9bbd-08ed8c7c4fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.033861811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8654577-f628-4897-a66b-34ef237daf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.141204633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f990bdb5-3b88-4cea-b6d5-a0877dd6b4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.220306053Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6570310-45d8-4fb6-9bbd-08ed8c7c4fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.317128362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6570310-45d8-4fb6-9bbd-08ed8c7c4fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:32.332734756Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f990bdb5-3b88-4cea-b6d5-a0877dd6b4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.378040749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfdfd19b-51f9-42c4-b545-88b2cf915219","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.378066424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfdfd19b-51f9-42c4-b545-88b2cf915219","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:14:32.393274517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f990bdb5-3b88-4cea-b6d5-a0877dd6b4a0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.393515503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d485481a-3714-4cf9-b57f-fb7c3ecd113a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.393535351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d485481a-3714-4cf9-b57f-fb7c3ecd113a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.419958997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"84d2d0dc-2c2a-4e0e-b394-51c0babacca0","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.479231339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"84d2d0dc-2c2a-4e0e-b394-51c0babacca0","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.537448783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"84d2d0dc-2c2a-4e0e-b394-51c0babacca0","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.61977116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4c7fe83-ad7c-4fed-aa25-fb7a28161611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.653950016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"96ddbc76-8798-4231-b214-7fb74692a84b","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.653984944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"96ddbc76-8798-4231-b214-7fb74692a84b","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.679333001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4c7fe83-ad7c-4fed-aa25-fb7a28161611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.737149028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4c7fe83-ad7c-4fed-aa25-fb7a28161611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.803547235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55371241-81ba-4a43-b007-3bfc03852a3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.803572908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55371241-81ba-4a43-b007-3bfc03852a3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.827793233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deffb973-78ad-4c92-ba63-8d5419b77ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.827813362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deffb973-78ad-4c92-ba63-8d5419b77ab2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.903942387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed806df-a70a-4ef4-ab8f-300635b68060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:32.903974052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ed806df-a70a-4ef4-ab8f-300635b68060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:33.021106489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"namespace":"ai-tenant-e2e-mt-2438015e","name":"e2e-policy-2438015e","reconcileID":"d50f3c98-9a24-45ee-8f4c-0c2fd7ba6d51","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:33.205595187Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"namespace":"ai-tenant-e2e-mt-2438015e","name":"e2e-policy-2438015e","reconcileID":"d50f3c98-9a24-45ee-8f4c-0c2fd7ba6d51","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:33.263697199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"namespace":"ai-tenant-e2e-mt-2438015e","name":"e2e-policy-2438015e","reconcileID":"d50f3c98-9a24-45ee-8f4c-0c2fd7ba6d51","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.070618522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7a8ac4-4d63-4f81-9447-190cbf1e464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.124507569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7a8ac4-4d63-4f81-9447-190cbf1e464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.17846663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7a8ac4-4d63-4f81-9447-190cbf1e464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.232141232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7a8ac4-4d63-4f81-9447-190cbf1e464b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.55911305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"9bb5179c-9e5e-4ade-9304-21b0ac9736a5","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.617400133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"9bb5179c-9e5e-4ade-9304-21b0ac9736a5","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.674738372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"9bb5179c-9e5e-4ade-9304-21b0ac9736a5","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.732245303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a78c6364-2e5a-4a17-9eb0-7d692b8ee224","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:34.732265369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a78c6364-2e5a-4a17-9eb0-7d692b8ee224","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.593046744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36f3033e-dfe6-4712-927e-ac5bf1c94852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.731116359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36f3033e-dfe6-4712-927e-ac5bf1c94852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.800814112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36f3033e-dfe6-4712-927e-ac5bf1c94852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.814504266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"53d44aff-31e0-4937-9908-b896eb884a39","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.867707662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a94cb1d2-22ab-4cbd-8c30-2eba925b4d97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.867734124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a94cb1d2-22ab-4cbd-8c30-2eba925b4d97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.875402276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"53d44aff-31e0-4937-9908-b896eb884a39","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:42.933930233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"53d44aff-31e0-4937-9908-b896eb884a39","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.025209462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02fce6a2-fcbd-4a8b-a210-2cf1a512c3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.049128246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"47a16f3a-e4fb-483d-b8bc-d0ec25ed6080","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.049159634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"47a16f3a-e4fb-483d-b8bc-d0ec25ed6080","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.091704734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02fce6a2-fcbd-4a8b-a210-2cf1a512c3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.158558714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02fce6a2-fcbd-4a8b-a210-2cf1a512c3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.216601158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7192d5c1-c658-4dd9-9000-be5b07d006bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:43.216627448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7192d5c1-c658-4dd9-9000-be5b07d006bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.840261679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"101b946f-96a0-4be4-be90-3e0e62c48663","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:44.971556917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"101b946f-96a0-4be4-be90-3e0e62c48663","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.029415991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"101b946f-96a0-4be4-be90-3e0e62c48663","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.089135682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33199cf5-5a01-4139-86ce-39713be16b10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.089155736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33199cf5-5a01-4139-86ce-39713be16b10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:45.953626558Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.031422633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"16de6091-1aad-40d2-b704-a70db79a8dfd","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.031577854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a30b1407-236f-4025-838f-d08214a93f0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.031597157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a30b1407-236f-4025-838f-d08214a93f0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.138335448Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"namespace":"ai-tenant-e2e-mt-936605d1","name":"e2e-policy-936605d1","reconcileID":"16de6091-1aad-40d2-b704-a70db79a8dfd","MaaSAuthPolicy":{"name":"e2e-policy-936605d1","namespace":"ai-tenant-e2e-mt-936605d1"},"policyNamespace":"ai-tenant-e2e-mt-936605d1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.198525018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"051f615a-f576-49ad-9425-107e021bccb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:49.198550188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"051f615a-f576-49ad-9425-107e021bccb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.077494952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e29c867-fb8c-4d99-b20d-3f2720161182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.215258688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"7a3cb21c-8a42-4df3-9ca6-ec9ecea3ac02","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.232642798Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e29c867-fb8c-4d99-b20d-3f2720161182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.2765997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"7a3cb21c-8a42-4df3-9ca6-ec9ecea3ac02","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.290414982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e29c867-fb8c-4d99-b20d-3f2720161182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.334557026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"7a3cb21c-8a42-4df3-9ca6-ec9ecea3ac02","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.350622854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bca95eb-0677-4270-93e3-7ce18acf33b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.350644431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bca95eb-0677-4270-93e3-7ce18acf33b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.439201625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98a49021-6aa0-4d5b-8989-dbbc49cdb7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.450464916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"11f0da9d-bea0-4c09-8519-d468b54bd69d","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.450492767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"11f0da9d-bea0-4c09-8519-d468b54bd69d","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.497970193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98a49021-6aa0-4d5b-8989-dbbc49cdb7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.556086049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98a49021-6aa0-4d5b-8989-dbbc49cdb7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.613798841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d09702c-b943-490d-9e4e-4cf5b622c815","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:53.613819426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d09702c-b943-490d-9e4e-4cf5b622c815","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:58.90153706Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"namespace":"ai-tenant-e2e-mt-2438015e","name":"e2e-policy-2438015e","reconcileID":"94e0a91a-ba92-4937-a090-5afb078d0e61","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:14:59.056009817Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"namespace":"ai-tenant-e2e-mt-2438015e","name":"e2e-policy-2438015e","reconcileID":"94e0a91a-ba92-4937-a090-5afb078d0e61","MaaSAuthPolicy":{"name":"e2e-policy-2438015e","namespace":"ai-tenant-e2e-mt-2438015e"},"policyNamespace":"ai-tenant-e2e-mt-2438015e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.565183626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"960c52e5-3251-48cd-90bb-b1e83a83e2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.624980765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"960c52e5-3251-48cd-90bb-b1e83a83e2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.666791644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"071552f9-b84d-4c94-80f3-890612f3dd45","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.682172546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"960c52e5-3251-48cd-90bb-b1e83a83e2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.72581433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"071552f9-b84d-4c94-80f3-890612f3dd45","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.783463431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"071552f9-b84d-4c94-80f3-890612f3dd45","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.827842282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1098e694-678e-42c5-add3-30f669154de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.888701419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1098e694-678e-42c5-add3-30f669154de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:03.946600442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1098e694-678e-42c5-add3-30f669154de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.012925454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636aa36-a7ec-4065-a2bc-1d73cc2a30f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.066801165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636aa36-a7ec-4065-a2bc-1d73cc2a30f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.124536379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636aa36-a7ec-4065-a2bc-1d73cc2a30f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:09.214578029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6636aa36-a7ec-4065-a2bc-1d73cc2a30f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.216741423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe0326a-83a2-4e94-99a2-3769c7861467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.271279584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe0326a-83a2-4e94-99a2-3769c7861467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.325227607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe0326a-83a2-4e94-99a2-3769c7861467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:11.378815929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbe0326a-83a2-4e94-99a2-3769c7861467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.897920112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0ff0d46-34ef-4047-84c5-c698cee832ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.956952819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0ff0d46-34ef-4047-84c5-c698cee832ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:13.999180491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0aaa95af-e051-4985-87df-469d46d2ca5c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.014947696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0ff0d46-34ef-4047-84c5-c698cee832ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.058081672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0aaa95af-e051-4985-87df-469d46d2ca5c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.116290622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"0aaa95af-e051-4985-87df-469d46d2ca5c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.161871473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a566a12-10eb-4b45-97ad-c4a9fb2bde59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.221815366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a566a12-10eb-4b45-97ad-c4a9fb2bde59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:14.279342414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a566a12-10eb-4b45-97ad-c4a9fb2bde59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:15.967683092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.251126706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2139adf-75b3-4a38-835b-26766149b4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.31024011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2139adf-75b3-4a38-835b-26766149b4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.332012521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"723aae06-40eb-456e-847e-04140666a23c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.367952309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2139adf-75b3-4a38-835b-26766149b4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.391068471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"723aae06-40eb-456e-847e-04140666a23c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.44828255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"723aae06-40eb-456e-847e-04140666a23c","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.494686487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c19156f3-a391-4554-8f19-416d0ccdf7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.553343589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c19156f3-a391-4554-8f19-416d0ccdf7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:24.610807907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c19156f3-a391-4554-8f19-416d0ccdf7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.583391436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7236c3b1-f716-416d-8340-48606f670b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.643827658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7236c3b1-f716-416d-8340-48606f670b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.683997478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"43e266d8-9f1f-4fbc-8772-ffb024021ebc","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.702316946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7236c3b1-f716-416d-8340-48606f670b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.743489824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"43e266d8-9f1f-4fbc-8772-ffb024021ebc","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.764114567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e6fd6bc-f3e9-43d5-a056-202beb01c90a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.764137925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e6fd6bc-f3e9-43d5-a056-202beb01c90a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.801319131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"43e266d8-9f1f-4fbc-8772-ffb024021ebc","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.82615869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"704bc777-e405-4df8-b7d6-127c59bb3589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.885266189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"704bc777-e405-4df8-b7d6-127c59bb3589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.915605655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"5667956c-61ca-47f6-96e1-e5b7c2bfbf59","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.915635781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"5667956c-61ca-47f6-96e1-e5b7c2bfbf59","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:34.942765656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"704bc777-e405-4df8-b7d6-127c59bb3589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.003604952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00dccfed-6162-49b0-b26a-35e72c910da9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:35.003628972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00dccfed-6162-49b0-b26a-35e72c910da9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:39.766080062Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ff5bb4-access","reconcileID":"948df4d8-8b74-493a-9c32-6eaa78dd6d9d","MaaSAuthPolicy":{"name":"e2e-dft-ff5bb4-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:39.820616247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c8321242-159d-4d7f-b8df-5635f600c465","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:39.820644576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"c8321242-159d-4d7f-b8df-5635f600c465","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.034543044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"a7509454-87ee-48f4-8ef7-dd601a6731e0","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.034569783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"a7509454-87ee-48f4-8ef7-dd601a6731e0","MaaSModelRef":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"routeName":"external-model-e2e-dft-ff5bb4-61ff5009a265","namespace":"llm","model":"e2e-dft-ff5bb4","externalModel":"e2e-dft-ff5bb4","provider":"e2e-dft-ff5bb4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.779783443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"12bbe97a-b326-4241-b667-dad1222e542e","namespace":"llm","name":"e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.956295593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"74ebbc98-da90-4c0d-a735-352f6d79bf61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.956295564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"36b9c5c6-03c5-48b6-ba03-ee917db79f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.956633632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d1474da3-7519-4714-be64-79f6c9aa3017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.957029111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78c7397b-1360-46e5-b888-27c1b1ed13ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:40.957079894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74210692-2bea-44a1-b28b-118fa228fc18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.020225143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"74ebbc98-da90-4c0d-a735-352f6d79bf61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.020455093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"36b9c5c6-03c5-48b6-ba03-ee917db79f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.024408886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78c7397b-1360-46e5-b888-27c1b1ed13ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.028155492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74210692-2bea-44a1-b28b-118fa228fc18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.031572278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d1474da3-7519-4714-be64-79f6c9aa3017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.089485477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78c7397b-1360-46e5-b888-27c1b1ed13ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.11396323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74210692-2bea-44a1-b28b-118fa228fc18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.264241843Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"4988c87a-892b-4c53-ab32-c66a84684cd7","namespace":"llm","name":"e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.337757422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2fab07e2-e53b-4692-9e34-ec6ff72660e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.338308955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"4f1fa280-746f-4a87-90c4-131434f6b797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.399634601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2355ceab-a6f2-4c92-9923-fc7ddd4a96e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.399750377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2355ceab-a6f2-4c92-9923-fc7ddd4a96e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.400333008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca643af2-027e-478e-9d00-f0755c0d2298","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.407972336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca643af2-027e-478e-9d00-f0755c0d2298","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.408496911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53492f7c-f119-4d19-a423-271edba906c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.408555857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53492f7c-f119-4d19-a423-271edba906c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.408961633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c259db91-3323-4dd4-9bcd-9987b66af3b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.409033234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c259db91-3323-4dd4-9bcd-9987b66af3b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.409506691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20001744-a2c7-45cb-9d9c-df3133570d54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.409558824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20001744-a2c7-45cb-9d9c-df3133570d54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.409925944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e754e97-a4a9-43ce-be41-7074f936bfc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.409985017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e754e97-a4a9-43ce-be41-7074f936bfc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.410321117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"30856af0-7268-4c72-b3c6-4ab091eb9676","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.410367091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"30856af0-7268-4c72-b3c6-4ab091eb9676","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.410733541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d342675c-6689-4817-993d-f1ac764087ed","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.410788345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d342675c-6689-4817-993d-f1ac764087ed","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.433180843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"2fab07e2-e53b-4692-9e34-ec6ff72660e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.436951926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"4f1fa280-746f-4a87-90c4-131434f6b797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.51819213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7c43592f-c4ec-4be9-a807-6f57e9f72777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.554088425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"bf3ac096-a048-40cf-966e-7cc174b53fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.576265046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61b5f72b-39bc-41a8-91d6-eaddbd4bd176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.576882145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67793530-8afc-41a7-9b6a-9ee638a930ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.586161857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"7c43592f-c4ec-4be9-a807-6f57e9f72777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.612470867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"50ce47c3-c330-42a1-96ae-ec24aa7ae057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.638096592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"bf3ac096-a048-40cf-966e-7cc174b53fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.677364018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"50ce47c3-c330-42a1-96ae-ec24aa7ae057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.828137403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ef05214f-3c4b-44a9-9eb9-7efa97158d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.828739356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"70ae39ba-b967-451f-a111-28586fbd4ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.829056148Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ff5bb4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ff5bb4","reconcileID":"73ba8bc0-9f36-41a4-88db-b03ca31ee40f","namespace":"llm","name":"e2e-dft-ff5bb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.893068007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ef05214f-3c4b-44a9-9eb9-7efa97158d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.894560711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"70ae39ba-b967-451f-a111-28586fbd4ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.982743657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3221884-edbc-4afe-8f1a-b6f6663e1518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:41.982828806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd0a35a8-a422-4f06-8793-c114d1a6eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.04058256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"dd31dc57-a4a9-4640-a5de-c35ed2bc4671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.068196688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3221884-edbc-4afe-8f1a-b6f6663e1518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.071143682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd0a35a8-a422-4f06-8793-c114d1a6eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.101748732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"dd31dc57-a4a9-4640-a5de-c35ed2bc4671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.126551472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3221884-edbc-4afe-8f1a-b6f6663e1518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.129207952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd0a35a8-a422-4f06-8793-c114d1a6eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.262825759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d3dbb9e4-cb00-4c6e-bb8c-8f0947229625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.262842539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8a3941b7-0e1b-4e3b-9c8e-51a7f92274e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.286609627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"13bcda1e-2ad9-4da0-a5c5-8f03f2f39148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.288647271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"dd538685-cb62-4d1e-ac10-7216e5a11135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.321693614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"d3dbb9e4-cb00-4c6e-bb8c-8f0947229625","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.322011856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"8a3941b7-0e1b-4e3b-9c8e-51a7f92274e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.345398247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"13bcda1e-2ad9-4da0-a5c5-8f03f2f39148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.347761299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"dd538685-cb62-4d1e-ac10-7216e5a11135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.469824971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a8f66af4-8dc8-4042-ab22-ad49dc56c5e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.529320889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"a8f66af4-8dc8-4042-ab22-ad49dc56c5e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.689014957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"9897b775-f43c-45e9-9e8d-97439d805147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.689014937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"1b9836a4-0fbd-45b7-9234-e3c90d10950e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.749197529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"1b9836a4-0fbd-45b7-9234-e3c90d10950e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.7498057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"9897b775-f43c-45e9-9e8d-97439d805147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.789739825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"38e836f6-8dc9-4485-93ce-0669c9312c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.789753688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f5e929-7064-4e64-ae71-896aa9784d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.84908367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f5e929-7064-4e64-ae71-896aa9784d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.849208581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"38e836f6-8dc9-4485-93ce-0669c9312c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.849459846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"865f8d4c-cdf3-4690-bf3c-825efb715593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.907036501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f5e929-7064-4e64-ae71-896aa9784d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:42.907964483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"865f8d4c-cdf3-4690-bf3c-825efb715593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.069839909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e41bab5e-68d8-4e2e-bc95-1940ec7f7d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.130208098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e41bab5e-68d8-4e2e-bc95-1940ec7f7d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:43.187797885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bc17f67c6ebef777ec74a4eb4e468ae55d9566344fc1dfeac4668a97732ed3aa) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (90b1475601892e95cdb410907adc1df55ba5f43d7e7585397e4643bd6d26e5df) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (b72b3cf16f4d9afe5e392828105e710b760908edd9e039d7e09a9cd060a81928) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5f03ebafd4449ab847d35aa260aee9ef5129d53b0fe277331e8a4895852c0f1e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e41bab5e-68d8-4e2e-bc95-1940ec7f7d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.431861688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d3761e4-a41c-40b6-9ef5-64338b326673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.431883059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d3761e4-a41c-40b6-9ef5-64338b326673","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.491249141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f2b442c-b5a4-4e4b-be81-64e25a330b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.49127753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f2b442c-b5a4-4e4b-be81-64e25a330b16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.613345708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"f81bf4cf-ac67-4de2-af76-575b7b16bcf6","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.794017682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"f81bf4cf-ac67-4de2-af76-575b7b16bcf6","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.837928819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7fc03dc-35a1-4508-805b-daacfa24d123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.837949931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7fc03dc-35a1-4508-805b-daacfa24d123","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.852212352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"f81bf4cf-ac67-4de2-af76-575b7b16bcf6","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.894302835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba2534d4-6be8-41d0-8ebc-1fdcac2b8f01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.894324748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba2534d4-6be8-41d0-8ebc-1fdcac2b8f01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.911434839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddea4a16-9e7f-43a4-a7d2-8a8947e8c8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:44.911454032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddea4a16-9e7f-43a4-a7d2-8a8947e8c8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:15:44.949575241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-sub-25506989","reconcileID":"4f7241c4-6d3d-4775-93e9-9d194677d6ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-25506989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.018398068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"3f644f16-44b0-45b9-b1ed-49ec3c09604a","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.067185846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7267eab6-424c-485f-9882-ecdeb4633801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.067208238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7267eab6-424c-485f-9882-ecdeb4633801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.07755474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"3f644f16-44b0-45b9-b1ed-49ec3c09604a","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.125922953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11a5b25c-65ac-4617-8f27-9583db3f0d59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.125951184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11a5b25c-65ac-4617-8f27-9583db3f0d59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.137565856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"3f644f16-44b0-45b9-b1ed-49ec3c09604a","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.349900502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-sub-25506989","reconcileID":"08a72620-9b3e-497c-94e8-645e286b25f5","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-25506989/e2e-shared-sub-25506989","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.512350015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c497fc23-550d-497d-8d7c-2eb4686a0990","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.522968973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a674f4-48c1-46b7-8306-38fcb1b9b5bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.522990838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a674f4-48c1-46b7-8306-38fcb1b9b5bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.684983235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-sub-25506989","reconcileID":"44e21c6f-50f4-4ec5-bec6-348e44f87d27","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.881515519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"d5cd9119-7491-44b2-a2c4-c71066d70bad","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.881551475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"d5cd9119-7491-44b2-a2c4-c71066d70bad","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.961768919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.978506635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb7b9c66-849e-4bfe-b459-e6d479c3edf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:45.978527227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb7b9c66-849e-4bfe-b459-e6d479c3edf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.035377838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4583a8bb-d4a1-4812-854f-6889fb49988f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.035399571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4583a8bb-d4a1-4812-854f-6889fb49988f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.146157477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"f8eafd28-b78f-4db5-8f04-578f4f84afd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.206155715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"f8eafd28-b78f-4db5-8f04-578f4f84afd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.263906857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"f8eafd28-b78f-4db5-8f04-578f4f84afd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.265012254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf39259d-c65a-43ff-ba96-cb89b14abd8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.265032605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf39259d-c65a-43ff-ba96-cb89b14abd8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.321029618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee38905a-c158-4938-97f6-88a62f7cf28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.321058509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee38905a-c158-4938-97f6-88a62f7cf28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.328280359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4356d687-4309-4185-b670-388bac05cc96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.328317526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4356d687-4309-4185-b670-388bac05cc96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:15:46.41706081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-sub-25506989","reconcileID":"389aeea9-0d82-4e92-a65b-597c3a7845ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-25506989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.4703994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"a7c27036-4af2-4d8f-8fd9-a22e974e5e9f","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.5298857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"a7c27036-4af2-4d8f-8fd9-a22e974e5e9f","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.532699755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86550a96-c493-4c8d-82c9-cf9daf3c84b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.532718302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86550a96-c493-4c8d-82c9-cf9daf3c84b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.587831925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"a7c27036-4af2-4d8f-8fd9-a22e974e5e9f","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.593292765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32f8635-1a03-4f42-a962-6afe5d0d5f88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.593313409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e32f8635-1a03-4f42-a962-6afe5d0d5f88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.81956433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-sub-25506989","reconcileID":"23a2bdbc-1880-43e4-bf85-ccecac593d6e","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-25506989/e2e-shared-sub-25506989","ai-tenant-e2e-mt-a88d7a74/e2e-shared-sub-25506989","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.981939114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-sub-25506989","reconcileID":"70953603-3741-46d3-a886-925badbaaa21","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.982023297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"161b6c99-b7a2-489d-b854-dc0ce8590b51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.989235598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42a6dd2-6c8e-46f7-b3bd-679e229d17a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:46.989258492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42a6dd2-6c8e-46f7-b3bd-679e229d17a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.173625591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"5abe18cb-6284-440f-a507-1dfe59e1187a","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.174046337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69cca04e-58e9-446c-9510-e4cdebc52298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.17408143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69cca04e-58e9-446c-9510-e4cdebc52298","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.181436354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-sub-25506989","reconcileID":"eddab887-6f6c-4275-b123-415f4cccb733","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.32748013Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-policy-25506989","reconcileID":"5abe18cb-6284-440f-a507-1dfe59e1187a","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"policyNamespace":"ai-tenant-e2e-mt-25506989","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.354304202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61cfd0a0-d0e3-4555-afda-3898fbb9b959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.354328751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61cfd0a0-d0e3-4555-afda-3898fbb9b959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.386357413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"238c924b-ab5f-4d57-9f1d-56e68f1fa1b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.38638013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"238c924b-ab5f-4d57-9f1d-56e68f1fa1b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.534700901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6915c2f0-5293-44e9-adfa-444aee56b016","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:47.534722345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6915c2f0-5293-44e9-adfa-444aee56b016","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.343845297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"ab1af4f8-ca6a-4c71-b7c7-8826320a4280","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.343868132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"ab1af4f8-ca6a-4c71-b7c7-8826320a4280","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.420415591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"6205ee3f-e5db-4853-b2a2-58f10053d4a1","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.420441435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"6205ee3f-e5db-4853-b2a2-58f10053d4a1","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.527856381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"09c62d60-ff42-44fe-be44-d2a18e566bad","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.65835142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"09c62d60-ff42-44fe-be44-d2a18e566bad","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.716243825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"09c62d60-ff42-44fe-be44-d2a18e566bad","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.775554503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"d26f2223-29b2-4627-abba-6b663228bcb1","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:51.775574636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"d26f2223-29b2-4627-abba-6b663228bcb1","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.070285024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441d8b83-e15f-43f8-ae8b-cab069381b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.22684111Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441d8b83-e15f-43f8-ae8b-cab069381b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.284506348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441d8b83-e15f-43f8-ae8b-cab069381b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.342044075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"654c9a28-098e-48fa-8168-12fa90e734ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.342068555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"654c9a28-098e-48fa-8168-12fa90e734ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.34818194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"531898ec-4974-49fc-843d-cc238545715f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.407138018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"531898ec-4974-49fc-843d-cc238545715f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.464910279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"531898ec-4974-49fc-843d-cc238545715f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.523199712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18866ca1-bb1a-46cb-a432-b3d9ed8bf8eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:53.523226608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18866ca1-bb1a-46cb-a432-b3d9ed8bf8eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.695951034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"228a9f47-88ac-4525-a3d3-fbb2974904c4","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.837355755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"228a9f47-88ac-4525-a3d3-fbb2974904c4","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.898361165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"228a9f47-88ac-4525-a3d3-fbb2974904c4","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.95804134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a99bc2-fad1-4eb1-8b4f-0d28b1102f91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:56.958176625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a99bc2-fad1-4eb1-8b4f-0d28b1102f91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:57.710203142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-sub-25506989","reconcileID":"b291aea7-39ad-4a47-8cb8-3ef3dc593032","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-25506989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:57.89726413Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"namespace":"ai-tenant-e2e-mt-25506989","name":"e2e-shared-sub-25506989","reconcileID":"b291aea7-39ad-4a47-8cb8-3ef3dc593032","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-25506989"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a88d7a74/e2e-shared-sub-25506989","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:58.13260747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-sub-25506989","reconcileID":"cb508050-2fe3-4f09-94c4-488cd66da058","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:58.13766677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bbfa409d-4268-4a82-ad59-ca3a81166544","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:58.233152951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdc7093c-fa2a-4563-aacd-d30a6ec7f1ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:15:58.233262019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdc7093c-fa2a-4563-aacd-d30a6ec7f1ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:01.883289357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"094a3fe8-9c78-4f9f-9a8c-5bf2e1e34cc5","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:01.944850706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"094a3fe8-9c78-4f9f-9a8c-5bf2e1e34cc5","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:02.005038313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"094a3fe8-9c78-4f9f-9a8c-5bf2e1e34cc5","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.517645089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99be55b0-8731-4792-9ec4-0f248e779b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.683197209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd75a64-ef42-4642-a9dd-a623cce28c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.698053579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99be55b0-8731-4792-9ec4-0f248e779b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.742014472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd75a64-ef42-4642-a9dd-a623cce28c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.756697737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99be55b0-8731-4792-9ec4-0f248e779b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.799754501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cd75a64-ef42-4642-a9dd-a623cce28c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.814391176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8f06783-170c-4146-a34e-49da6fa61b40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.814416574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8f06783-170c-4146-a34e-49da6fa61b40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.859325727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac2a9a49-c912-4669-a566-e54e365427fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:03.859353672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ac2a9a49-c912-4669-a566-e54e365427fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:07.066334565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"b93975a9-9d55-42d7-a1e3-cccc48641a4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:07.217328922Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"b93975a9-9d55-42d7-a1e3-cccc48641a4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:07.2754017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"b93975a9-9d55-42d7-a1e3-cccc48641a4c","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:07.332800374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaedcdab-425d-4a57-8ef9-f7def0ca01aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:07.332822825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aaedcdab-425d-4a57-8ef9-f7def0ca01aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.473504101Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","namespace":"ai-tenant-e2e-mt-4911cb2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.473582846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","namespace":"ai-tenant-e2e-mt-4911cb2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.473670532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","tenant":"e2e-mt-4911cb2b","tenantID":"e2e-mt-4911cb2b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.530899603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Deployment","name":"maas-api-e2e-mt-4911cb2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.593558697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Service","name":"maas-api-e2e-mt-4911cb2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.654792648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-4911cb2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.712951329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-4911cb2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.776872917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.834016701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.893047802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:11.959043681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.013995569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Deployment","name":"payload-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.072616786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.115176379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"e0bca7cf-5569-41ef-9a90-4eaadbb57880","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.127411442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Service","name":"payload-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.186414093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"e0bca7cf-5569-41ef-9a90-4eaadbb57880","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.194239974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"Service","name":"payload-pre-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.248228715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"e0bca7cf-5569-41ef-9a90-4eaadbb57880","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.251548086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.306230186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.359487264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.417066183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.470697274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.524364248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.581008305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-4911cb2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:12.635104713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-4911cb2b"},"namespace":"ai-tenant-e2e-mt-4911cb2b","name":"default-tenant","reconcileID":"9d1bf3bb-4b60-4619-b84c-d5ed9397224a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-4911cb2b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:13.974885155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7bed28-ee55-4cfa-bfe8-22875bce07fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.02050667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9a74d9f-5435-4d26-a887-c5092e92043f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.14928183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7bed28-ee55-4cfa-bfe8-22875bce07fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:16:14.159911002Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9a74d9f-5435-4d26-a887-c5092e92043f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.207457838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7bed28-ee55-4cfa-bfe8-22875bce07fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:16:14.219196047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9a74d9f-5435-4d26-a887-c5092e92043f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.219605838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"685d8bf9-449c-4ee3-97a6-d13993945adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.21962107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"685d8bf9-449c-4ee3-97a6-d13993945adb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.267015699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d296c9-b044-425a-a81d-281449415b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.267036159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d296c9-b044-425a-a81d-281449415b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.384392572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56b8053-1e2c-4946-8b58-70146d65f010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.443376406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56b8053-1e2c-4946-8b58-70146d65f010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.501156462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c56b8053-1e2c-4946-8b58-70146d65f010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.560853154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ab2cd66-98ec-4076-8558-3e8581ad2d55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:14.560875145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ab2cd66-98ec-4076-8558-3e8581ad2d55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.316456493Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4911cb2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4911cb2b","reconcileID":"5b026a07-0890-4b4d-8762-c7c83c617125","aitenant":"ai-tenants/e2e-mt-4911cb2b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.952125272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:15.988366386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9615dd-3fd9-4193-b2ac-9ccaae65e93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:16.042093867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9615dd-3fd9-4193-b2ac-9ccaae65e93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:16.050217578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-4911cb2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-4911cb2b","reconcileID":"5b026a07-0890-4b4d-8762-c7c83c617125","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-4911cb2b","removed":["maas.opendatahub.io/gateway-access-e2e-mt-4911cb2b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:16.096183457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9615dd-3fd9-4193-b2ac-9ccaae65e93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:16.150437875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9615dd-3fd9-4193-b2ac-9ccaae65e93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.446644007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"01d63707-3ebb-4c63-8b74-c7b6ac170ae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.60604767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"01d63707-3ebb-4c63-8b74-c7b6ac170ae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.663994724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"01d63707-3ebb-4c63-8b74-c7b6ac170ae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.724414229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"971779a4-0920-4e2e-a400-d015be9fbb82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:17.724438767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"971779a4-0920-4e2e-a400-d015be9fbb82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.115526716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cb5365-54de-48cf-b533-34385e3bf739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.169298592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cb5365-54de-48cf-b533-34385e3bf739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.223003199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cb5365-54de-48cf-b533-34385e3bf739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:18.277019209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cb5365-54de-48cf-b533-34385e3bf739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:20.283866821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6eaea-ed61-4bef-b204-3dfd1aa4c675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:20.337775538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6eaea-ed61-4bef-b204-3dfd1aa4c675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:20.391428938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6eaea-ed61-4bef-b204-3dfd1aa4c675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:20.445528069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d6eaea-ed61-4bef-b204-3dfd1aa4c675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.356538968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"da2266fa-a177-470d-b92d-4ef313c2e103","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.415737166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"da2266fa-a177-470d-b92d-4ef313c2e103","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:22.474767766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"da2266fa-a177-470d-b92d-4ef313c2e103","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.430060845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09f9af04-64f3-4d4c-9d8e-b210f306592b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.562890439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09f9af04-64f3-4d4c-9d8e-b210f306592b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.621109163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09f9af04-64f3-4d4c-9d8e-b210f306592b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.679095501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c270af4a-2b5c-4e7a-a163-5e62d6f153c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.679116615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c270af4a-2b5c-4e7a-a163-5e62d6f153c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.809933858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5593f2f-40ca-4b88-a566-8eec9b2cef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.868791006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5593f2f-40ca-4b88-a566-8eec9b2cef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.926920675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5593f2f-40ca-4b88-a566-8eec9b2cef0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.987771298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"312d5bfa-765a-4950-a874-2099e3e8c30b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:24.987793302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"312d5bfa-765a-4950-a874-2099e3e8c30b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:27.859486358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"18a9cc08-bc6d-4f37-acfd-9c37bd5170d3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:27.99425966Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"18a9cc08-bc6d-4f37-acfd-9c37bd5170d3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:28.054465863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"18a9cc08-bc6d-4f37-acfd-9c37bd5170d3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:28.111914943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44b91b0-77ea-4e5d-b919-2edb35f6f7bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:28.111940338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c44b91b0-77ea-4e5d-b919-2edb35f6f7bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.096624126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5471175e-fde4-4ad0-b5fc-cf74291731a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.096691252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5471175e-fde4-4ad0-b5fc-cf74291731a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.153400378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ca55bbe-8084-4cc5-94fa-2dfff3982912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.153429198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ca55bbe-8084-4cc5-94fa-2dfff3982912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.325135539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"c7fd9c9e-d356-4505-a054-7fa5cf533b2e","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.457573452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"c7fd9c9e-d356-4505-a054-7fa5cf533b2e","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.516056336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"c7fd9c9e-d356-4505-a054-7fa5cf533b2e","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.573503814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e6941e-230a-431b-ba7a-f28b6ef81a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:30.573526667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e6941e-230a-431b-ba7a-f28b6ef81a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:32.582764218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"22a8867c-125e-4d02-b67d-b3cb61f2d020","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:32.641773536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"22a8867c-125e-4d02-b67d-b3cb61f2d020","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:32.699515823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"22a8867c-125e-4d02-b67d-b3cb61f2d020","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.842192222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f7c460-ee08-479d-96e5-3a97f8abe37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.904641229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f7c460-ee08-479d-96e5-3a97f8abe37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:34.963221748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f7c460-ee08-479d-96e5-3a97f8abe37c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.024930484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7644ff9-b5da-4d69-beff-14e07eaf7f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.025076474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7644ff9-b5da-4d69-beff-14e07eaf7f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.183391313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a450fad7-76ae-46d5-9045-835fae1bfeb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.264649172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a450fad7-76ae-46d5-9045-835fae1bfeb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.339463303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a450fad7-76ae-46d5-9045-835fae1bfeb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.407158736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14cb3f21-a305-4274-816a-b6602fa1e919","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:35.407290184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14cb3f21-a305-4274-816a-b6602fa1e919","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.220068032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"288313a2-047f-4dfb-aa81-c41822958f9e","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.365184009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"288313a2-047f-4dfb-aa81-c41822958f9e","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.422744795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"288313a2-047f-4dfb-aa81-c41822958f9e","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.482540597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8909115-915d-4195-9cc9-ff01017b9954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:38.48256281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8909115-915d-4195-9cc9-ff01017b9954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.737236206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"5bee9152-da65-4ec3-ac03-00f150b99d90","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.87132575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"5bee9152-da65-4ec3-ac03-00f150b99d90","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.931381294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"5bee9152-da65-4ec3-ac03-00f150b99d90","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.98935572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ca828f9-77a5-4198-9a9f-3053486a51d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:40.989378071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ca828f9-77a5-4198-9a9f-3053486a51d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:42.80739233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"4c6c6b9a-d153-49c5-b82f-8b4243357764","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:42.866021763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"4c6c6b9a-d153-49c5-b82f-8b4243357764","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:42.92401329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (072df9d0afb21f2333894426ff549391fe3af39dda8f2fbd815d204e7886aa0b) AuthConfig (702d8675f874c2b2c9e3b025e09f449399e5b7787eccf391837cadd2b4500073) AuthConfig (c3a506632eadc886af54066f085cf91d8256859e73d3f73e9a8de0400b39e4fb) AuthConfig (b1cccc2dd75299212967bc4a04ba2ab1cc32d31dfabf92c728ef617f4be1ca35) AuthConfig (75443ee8b3bb6d5a8096f0b494437ea7407df29832d76f5d695adad0a92c628f) AuthConfig (b6227bd00ad694d1ba475a706bdfa6b3545f984fdab5b115e6bf311625822407) AuthConfig (f87a7a280f10f1aa1f5b8cc7dd04d21c175d230ad6534cd07c706f30be3563e9) AuthConfig (4477ae68379273b36159876cce465780d1ca46d6299718ffdc8e0c4d2cc05593) AuthConfig (c9ce17e3269f7406fce2b5fb1c001f4cbae7621da62d7b6515dabbc7b96c519b) AuthConfig (69b8c7d73fed3d69fafa2e9306e4e39ec9b20d0069536d1ec1950c51e2485048) AuthConfig (9fcdf6e35ba485441e4a234bf242c5fbc54960d47a8af78db4a0a16dde35b765) AuthConfig (4918cfe6252da869754f8b682b8a5e74c6cdc4eb4b1b6e486b324d936034660c) AuthConfig (fd838b351edae58ef99281ab8ca6032b5b461b1a1da0eebf3efba3ed912eda69) AuthConfig (0137e9b7e0d218b1efe7a68298dd6da6292081d2b762eadfecaa45d991d95788) AuthConfig (f7b2f6e20018fee730e99491ad8856b47f0c09f12be6b8115af56aa22ad153cf) AuthConfig (26eda5abaa8c131f435e78101fe68bcfce5c01e16e4c90e19e3652bcd02fe2f6) AuthConfig (172a5dde55c046bb00edaa18ca288a85e4a86d78a5bc9e4e4eea8e43cac66379) AuthConfig (398bef3753bdbca9a5bdb728ee5ce5baaa50bae5e04fd7c25374da5751aac8e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"4c6c6b9a-d153-49c5-b82f-8b4243357764","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:42.983987707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"1eee2858-b6e4-4982-98bc-cb7f51bbc084","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:42.984012094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"1eee2858-b6e4-4982-98bc-cb7f51bbc084","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.186385903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c1bdd0-4979-4257-8a5a-0b7d2e1199a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.246775019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c1bdd0-4979-4257-8a5a-0b7d2e1199a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.305398214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5c1bdd0-4979-4257-8a5a-0b7d2e1199a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.365985904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33c08474-00a8-4620-a149-2017db209134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.366010363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33c08474-00a8-4620-a149-2017db209134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.569358738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d4c4071-4f0f-4d81-8d69-fc9644576508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.628361053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d4c4071-4f0f-4d81-8d69-fc9644576508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.686448398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d4c4071-4f0f-4d81-8d69-fc9644576508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.744707313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7d1dddf-091d-4c9e-ab25-39459b1d710f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.744735194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7d1dddf-091d-4c9e-ab25-39459b1d710f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:45.952445251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.590844843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"8b79c267-6c38-4656-988f-0bc5d2d1763c","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.724910558Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"8b79c267-6c38-4656-988f-0bc5d2d1763c","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.782561835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"8b79c267-6c38-4656-988f-0bc5d2d1763c","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.840234058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"164f7fd1-b927-4914-a7bc-0caf5b351f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:48.840260518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"164f7fd1-b927-4914-a7bc-0caf5b351f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.151210124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"0ba18117-d9b6-44c6-8529-d8d0b58a89a5","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.282771537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"0ba18117-d9b6-44c6-8529-d8d0b58a89a5","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.340502568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"0ba18117-d9b6-44c6-8529-d8d0b58a89a5","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.399826152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3ccd5e-19dd-4b88-8ceb-d31aa57e501b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:51.399846889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3ccd5e-19dd-4b88-8ceb-d31aa57e501b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.091730638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"3af5494b-85e1-42d7-b656-3c009be0d78d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.150115923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"3af5494b-85e1-42d7-b656-3c009be0d78d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:53.207699029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (072df9d0afb21f2333894426ff549391fe3af39dda8f2fbd815d204e7886aa0b) AuthConfig (702d8675f874c2b2c9e3b025e09f449399e5b7787eccf391837cadd2b4500073) AuthConfig (c3a506632eadc886af54066f085cf91d8256859e73d3f73e9a8de0400b39e4fb) AuthConfig (b1cccc2dd75299212967bc4a04ba2ab1cc32d31dfabf92c728ef617f4be1ca35) AuthConfig (75443ee8b3bb6d5a8096f0b494437ea7407df29832d76f5d695adad0a92c628f) AuthConfig (b6227bd00ad694d1ba475a706bdfa6b3545f984fdab5b115e6bf311625822407) AuthConfig (f87a7a280f10f1aa1f5b8cc7dd04d21c175d230ad6534cd07c706f30be3563e9) AuthConfig (4477ae68379273b36159876cce465780d1ca46d6299718ffdc8e0c4d2cc05593) AuthConfig (c9ce17e3269f7406fce2b5fb1c001f4cbae7621da62d7b6515dabbc7b96c519b) AuthConfig (69b8c7d73fed3d69fafa2e9306e4e39ec9b20d0069536d1ec1950c51e2485048) AuthConfig (9fcdf6e35ba485441e4a234bf242c5fbc54960d47a8af78db4a0a16dde35b765) AuthConfig (4918cfe6252da869754f8b682b8a5e74c6cdc4eb4b1b6e486b324d936034660c) AuthConfig (fd838b351edae58ef99281ab8ca6032b5b461b1a1da0eebf3efba3ed912eda69) AuthConfig (0137e9b7e0d218b1efe7a68298dd6da6292081d2b762eadfecaa45d991d95788) AuthConfig (f7b2f6e20018fee730e99491ad8856b47f0c09f12be6b8115af56aa22ad153cf) AuthConfig (26eda5abaa8c131f435e78101fe68bcfce5c01e16e4c90e19e3652bcd02fe2f6) AuthConfig (172a5dde55c046bb00edaa18ca288a85e4a86d78a5bc9e4e4eea8e43cac66379) AuthConfig (398bef3753bdbca9a5bdb728ee5ce5baaa50bae5e04fd7c25374da5751aac8e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"3af5494b-85e1-42d7-b656-3c009be0d78d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.527268237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ba44058-bb7e-47a8-b7e1-430f53c73ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.586284225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ba44058-bb7e-47a8-b7e1-430f53c73ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.64419837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ba44058-bb7e-47a8-b7e1-430f53c73ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.703742155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3fa412d-6fce-4fe5-bfd3-58fe4022f8af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.703769623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3fa412d-6fce-4fe5-bfd3-58fe4022f8af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:55.973030436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e81c66-acb7-4cb8-93bb-f04ea911c3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.032932467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e81c66-acb7-4cb8-93bb-f04ea911c3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.090679892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e81c66-acb7-4cb8-93bb-f04ea911c3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.15061102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4442dfaa-b3ce-46cb-9460-acf6e06c5354","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:56.150634129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4442dfaa-b3ce-46cb-9460-acf6e06c5354","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:58.948736815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"64d257c1-baf9-4643-bf64-5b15e95b6ddf","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.085627201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"64d257c1-baf9-4643-bf64-5b15e95b6ddf","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.143563042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"64d257c1-baf9-4643-bf64-5b15e95b6ddf","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.203057842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2150f81-78bb-481f-9040-51669edebce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:16:59.203079882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2150f81-78bb-481f-9040-51669edebce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.560543101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"7e968c03-63c8-4f43-b140-3aaf93a09c38","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.693243652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"7e968c03-63c8-4f43-b140-3aaf93a09c38","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.751632415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"7e968c03-63c8-4f43-b140-3aaf93a09c38","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.810888919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3fa95ea-bdea-466d-936a-8871ad0c0a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:01.810908322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3fa95ea-bdea-466d-936a-8871ad0c0a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.315545623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"ab75f5b4-2b26-414d-8063-fe2eb519be1a","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.374021633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"ab75f5b4-2b26-414d-8063-fe2eb519be1a","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:03.432358777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (072df9d0afb21f2333894426ff549391fe3af39dda8f2fbd815d204e7886aa0b) AuthConfig (702d8675f874c2b2c9e3b025e09f449399e5b7787eccf391837cadd2b4500073) AuthConfig (c3a506632eadc886af54066f085cf91d8256859e73d3f73e9a8de0400b39e4fb) AuthConfig (b1cccc2dd75299212967bc4a04ba2ab1cc32d31dfabf92c728ef617f4be1ca35) AuthConfig (75443ee8b3bb6d5a8096f0b494437ea7407df29832d76f5d695adad0a92c628f) AuthConfig (b6227bd00ad694d1ba475a706bdfa6b3545f984fdab5b115e6bf311625822407) AuthConfig (f87a7a280f10f1aa1f5b8cc7dd04d21c175d230ad6534cd07c706f30be3563e9) AuthConfig (4477ae68379273b36159876cce465780d1ca46d6299718ffdc8e0c4d2cc05593) AuthConfig (c9ce17e3269f7406fce2b5fb1c001f4cbae7621da62d7b6515dabbc7b96c519b) AuthConfig (69b8c7d73fed3d69fafa2e9306e4e39ec9b20d0069536d1ec1950c51e2485048) AuthConfig (9fcdf6e35ba485441e4a234bf242c5fbc54960d47a8af78db4a0a16dde35b765) AuthConfig (4918cfe6252da869754f8b682b8a5e74c6cdc4eb4b1b6e486b324d936034660c) AuthConfig (fd838b351edae58ef99281ab8ca6032b5b461b1a1da0eebf3efba3ed912eda69) AuthConfig (0137e9b7e0d218b1efe7a68298dd6da6292081d2b762eadfecaa45d991d95788) AuthConfig (f7b2f6e20018fee730e99491ad8856b47f0c09f12be6b8115af56aa22ad153cf) AuthConfig (26eda5abaa8c131f435e78101fe68bcfce5c01e16e4c90e19e3652bcd02fe2f6) AuthConfig (172a5dde55c046bb00edaa18ca288a85e4a86d78a5bc9e4e4eea8e43cac66379) AuthConfig (398bef3753bdbca9a5bdb728ee5ce5baaa50bae5e04fd7c25374da5751aac8e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"ab75f5b4-2b26-414d-8063-fe2eb519be1a","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.865234161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96de9b83-91d3-476f-adf9-f7740cc0a99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.92576586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96de9b83-91d3-476f-adf9-f7740cc0a99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:05.983775595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96de9b83-91d3-476f-adf9-f7740cc0a99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.043471817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db85369d-8538-46cb-883a-5fb19a1a7265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.043495709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db85369d-8538-46cb-883a-5fb19a1a7265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.311720788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2df85eb-adc3-498e-a522-845906924374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.371115746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2df85eb-adc3-498e-a522-845906924374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.429638985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2df85eb-adc3-498e-a522-845906924374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.489437607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3436cbe9-b8d5-4cb5-aeba-431c8fc39118","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:06.489462848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3436cbe9-b8d5-4cb5-aeba-431c8fc39118","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.311073038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"6294526a-af37-4641-a988-da9703196d96","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.444633016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"6294526a-af37-4641-a988-da9703196d96","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.502892884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"6294526a-af37-4641-a988-da9703196d96","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.562054834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"043c894f-df08-4deb-8e89-40d9c975849c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:09.562075638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"043c894f-df08-4deb-8e89-40d9c975849c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:11.971113817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"93c9b5b0-7889-41ea-a787-9d0cb182f67d","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.103264956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"93c9b5b0-7889-41ea-a787-9d0cb182f67d","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.160959545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"93c9b5b0-7889-41ea-a787-9d0cb182f67d","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.220570352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff8328b1-c809-4fa5-bfb8-f1476f7f8fca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:12.220591758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff8328b1-c809-4fa5-bfb8-f1476f7f8fca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.544761407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"867b04b9-7ac8-4c0c-aba5-911779eeea78","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.603416467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"867b04b9-7ac8-4c0c-aba5-911779eeea78","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:13.661678721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (072df9d0afb21f2333894426ff549391fe3af39dda8f2fbd815d204e7886aa0b) AuthConfig (702d8675f874c2b2c9e3b025e09f449399e5b7787eccf391837cadd2b4500073) AuthConfig (c3a506632eadc886af54066f085cf91d8256859e73d3f73e9a8de0400b39e4fb) AuthConfig (b1cccc2dd75299212967bc4a04ba2ab1cc32d31dfabf92c728ef617f4be1ca35) AuthConfig (75443ee8b3bb6d5a8096f0b494437ea7407df29832d76f5d695adad0a92c628f) AuthConfig (b6227bd00ad694d1ba475a706bdfa6b3545f984fdab5b115e6bf311625822407) AuthConfig (f87a7a280f10f1aa1f5b8cc7dd04d21c175d230ad6534cd07c706f30be3563e9) AuthConfig (4477ae68379273b36159876cce465780d1ca46d6299718ffdc8e0c4d2cc05593) AuthConfig (c9ce17e3269f7406fce2b5fb1c001f4cbae7621da62d7b6515dabbc7b96c519b) AuthConfig (69b8c7d73fed3d69fafa2e9306e4e39ec9b20d0069536d1ec1950c51e2485048) AuthConfig (9fcdf6e35ba485441e4a234bf242c5fbc54960d47a8af78db4a0a16dde35b765) AuthConfig (4918cfe6252da869754f8b682b8a5e74c6cdc4eb4b1b6e486b324d936034660c) AuthConfig (fd838b351edae58ef99281ab8ca6032b5b461b1a1da0eebf3efba3ed912eda69) AuthConfig (0137e9b7e0d218b1efe7a68298dd6da6292081d2b762eadfecaa45d991d95788) AuthConfig (f7b2f6e20018fee730e99491ad8856b47f0c09f12be6b8115af56aa22ad153cf) AuthConfig (26eda5abaa8c131f435e78101fe68bcfce5c01e16e4c90e19e3652bcd02fe2f6) AuthConfig (172a5dde55c046bb00edaa18ca288a85e4a86d78a5bc9e4e4eea8e43cac66379) AuthConfig (398bef3753bdbca9a5bdb728ee5ce5baaa50bae5e04fd7c25374da5751aac8e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"867b04b9-7ac8-4c0c-aba5-911779eeea78","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:15.952861946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.204816511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b22f927-9a48-4e1b-b9d8-c2b3e6c09b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.26385705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b22f927-9a48-4e1b-b9d8-c2b3e6c09b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.321719176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b22f927-9a48-4e1b-b9d8-c2b3e6c09b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.381833497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b3f7138-513c-4ec8-864e-18cbdb60c813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.381858448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b3f7138-513c-4ec8-864e-18cbdb60c813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.650704222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d81491a-ff97-45bf-8717-f960a04cdd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.709707084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d81491a-ff97-45bf-8717-f960a04cdd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.76759239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d81491a-ff97-45bf-8717-f960a04cdd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.827032303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"319896e2-2014-49a7-b7ec-cca8f3a6d6d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:16.827055547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"319896e2-2014-49a7-b7ec-cca8f3a6d6d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:19.743590661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"e29de0ed-a987-4b57-a3f3-2bd37a7abbd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:19.875780326Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"e29de0ed-a987-4b57-a3f3-2bd37a7abbd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:19.934110817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"e29de0ed-a987-4b57-a3f3-2bd37a7abbd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:19.991740991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80925835-0300-4ace-9b92-2f40698f7e0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:19.991762045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80925835-0300-4ace-9b92-2f40698f7e0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:22.381716018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"afa37782-8898-4bba-b948-65a778cabdaf","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:22.514257455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"afa37782-8898-4bba-b948-65a778cabdaf","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:22.572853561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"afa37782-8898-4bba-b948-65a778cabdaf","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:22.632068747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a21069b-5e4f-4177-a21f-d0fbbfd9cbea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:22.632091845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a21069b-5e4f-4177-a21f-d0fbbfd9cbea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:23.769329604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"24da2e1f-8298-46fd-b836-ff4d0c13798d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:23.838310756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"24da2e1f-8298-46fd-b836-ff4d0c13798d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:23.899516851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a7d774-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (072df9d0afb21f2333894426ff549391fe3af39dda8f2fbd815d204e7886aa0b) AuthConfig (702d8675f874c2b2c9e3b025e09f449399e5b7787eccf391837cadd2b4500073) AuthConfig (c3a506632eadc886af54066f085cf91d8256859e73d3f73e9a8de0400b39e4fb) AuthConfig (b1cccc2dd75299212967bc4a04ba2ab1cc32d31dfabf92c728ef617f4be1ca35) AuthConfig (75443ee8b3bb6d5a8096f0b494437ea7407df29832d76f5d695adad0a92c628f) AuthConfig (b6227bd00ad694d1ba475a706bdfa6b3545f984fdab5b115e6bf311625822407) AuthConfig (f87a7a280f10f1aa1f5b8cc7dd04d21c175d230ad6534cd07c706f30be3563e9) AuthConfig (4477ae68379273b36159876cce465780d1ca46d6299718ffdc8e0c4d2cc05593) AuthConfig (c9ce17e3269f7406fce2b5fb1c001f4cbae7621da62d7b6515dabbc7b96c519b) AuthConfig (69b8c7d73fed3d69fafa2e9306e4e39ec9b20d0069536d1ec1950c51e2485048) AuthConfig (9fcdf6e35ba485441e4a234bf242c5fbc54960d47a8af78db4a0a16dde35b765) AuthConfig (4918cfe6252da869754f8b682b8a5e74c6cdc4eb4b1b6e486b324d936034660c) AuthConfig (fd838b351edae58ef99281ab8ca6032b5b461b1a1da0eebf3efba3ed912eda69) AuthConfig (0137e9b7e0d218b1efe7a68298dd6da6292081d2b762eadfecaa45d991d95788) AuthConfig (f7b2f6e20018fee730e99491ad8856b47f0c09f12be6b8115af56aa22ad153cf) AuthConfig (26eda5abaa8c131f435e78101fe68bcfce5c01e16e4c90e19e3652bcd02fe2f6) AuthConfig (172a5dde55c046bb00edaa18ca288a85e4a86d78a5bc9e4e4eea8e43cac66379) AuthConfig (398bef3753bdbca9a5bdb728ee5ce5baaa50bae5e04fd7c25374da5751aac8e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"24da2e1f-8298-46fd-b836-ff4d0c13798d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.543048399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"480de17a-d3b6-46d0-b92f-3e05ed35b7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.603140563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"480de17a-d3b6-46d0-b92f-3e05ed35b7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.661506788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"480de17a-d3b6-46d0-b92f-3e05ed35b7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.719460817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5831226a-2d55-40ac-a2b2-3426fcf6e38e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.719488414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5831226a-2d55-40ac-a2b2-3426fcf6e38e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:26.988844931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b50866d-d2bf-4f56-a240-9f0e15141087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.04840143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b50866d-d2bf-4f56-a240-9f0e15141087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.106558364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b50866d-d2bf-4f56-a240-9f0e15141087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.166631488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4c894d5-04fa-436e-a808-8dc19276f202","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:27.166673255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4c894d5-04fa-436e-a808-8dc19276f202","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:28.901447767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"762f358c-d5f7-4660-aac8-c125c30b3081","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:28.901550971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78238f7b-4b4d-4898-9350-8fbfa14597b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:28.90157067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78238f7b-4b4d-4898-9350-8fbfa14597b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:29.062239679Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-policy-25506989","reconcileID":"762f358c-d5f7-4660-aac8-c125c30b3081","MaaSAuthPolicy":{"name":"e2e-shared-policy-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"policyNamespace":"ai-tenant-e2e-mt-a88d7a74","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:29.121065935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc790e6-edf6-47ef-bb1b-072a9b786809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:29.121089309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc790e6-edf6-47ef-bb1b-072a9b786809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:29.294544584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dbd7cd9-d913-46cc-a97d-61cf4b24053f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:29.294571863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dbd7cd9-d913-46cc-a97d-61cf4b24053f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.793996906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"e30bf0e6-f1fe-42bb-92a1-defa35b4471f","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.855108514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"e30bf0e6-f1fe-42bb-92a1-defa35b4471f","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:32.913307186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"e30bf0e6-f1fe-42bb-92a1-defa35b4471f","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:34.007488241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"b2acffe6-8a36-4791-aab0-c922d7087256","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:34.067256771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"b2acffe6-8a36-4791-aab0-c922d7087256","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:34.35758662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"3e83de06-b8e1-4d1a-9eec-0e0dedd303c2","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:34.357607829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"3e83de06-b8e1-4d1a-9eec-0e0dedd303c2","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:34.98472152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"d96aa750-481b-4a88-80b4-b3e5c5b02ce7","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:34.984748444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"d96aa750-481b-4a88-80b4-b3e5c5b02ce7","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.048298906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"8ca35b4e-75a2-448b-9bb3-405ac66b6155","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.048320379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"8ca35b4e-75a2-448b-9bb3-405ac66b6155","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.095768873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"d731d591-d7da-4643-9e6d-32dc977540d0","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:35.09842823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"b76afd4e-5d75-49e5-b712-dce9a538f94b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a7d774-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:35.103868594Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"8ca35b4e-75a2-448b-9bb3-405ac66b6155","name":"test-model-a7d774","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a7d774\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:17:35.103919958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"8ca35b4e-75a2-448b-9bb3-405ac66b6155","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a7d774\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.109350765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"6c6a7005-f0d7-46eb-8451-0ddaace73486","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.109375565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"6c6a7005-f0d7-46eb-8451-0ddaace73486","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.155199505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"d731d591-d7da-4643-9e6d-32dc977540d0","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.211145736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"fbd9d63d-6f1c-4dc3-8dce-55fff6cd3897","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.211171099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"fbd9d63d-6f1c-4dc3-8dce-55fff6cd3897","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.26925287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"2f69ee42-e427-4b9a-a0b0-8632928c7d41","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.269277151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"2f69ee42-e427-4b9a-a0b0-8632928c7d41","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.471944227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"e55152d8-c2e9-46c3-b6ea-e213866dd66a","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.486511783Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"467ac2cc-5a00-4af9-ada4-e018d981675c","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","model":"test-model-a7d774","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-a7d774/test-model-a7d774-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.53076065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"e55152d8-c2e9-46c3-b6ea-e213866dd66a","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.658495415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"181672c4-a942-4622-97c7-2f7a2c5b058f","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.658517113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"181672c4-a942-4622-97c7-2f7a2c5b058f","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:35.819897703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"47bbb4e9-5d02-473b-8816-885a81eadd4c","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.879938718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c1bbde7-eec7-46f0-8f52-b0f134805674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.939762028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c1bbde7-eec7-46f0-8f52-b0f134805674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:36.997729983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c1bbde7-eec7-46f0-8f52-b0f134805674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.32857414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a713aa88-56c0-4b7b-b816-5c992d85f9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.390827762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a713aa88-56c0-4b7b-b816-5c992d85f9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:37.448532687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a713aa88-56c0-4b7b-b816-5c992d85f9e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:38.232624566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"51080967-0b56-4c97-9879-82ca510c06ae","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:38.232688072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"51080967-0b56-4c97-9879-82ca510c06ae","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:39.466563914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-sub-25506989","reconcileID":"3aaedcdb-1f06-49d8-9cc8-33d273ffb2f1","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-25506989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:39.635726983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"namespace":"ai-tenant-e2e-mt-a88d7a74","name":"e2e-shared-sub-25506989","reconcileID":"3aaedcdb-1f06-49d8-9cc8-33d273ffb2f1","MaaSSubscription":{"name":"e2e-shared-sub-25506989","namespace":"ai-tenant-e2e-mt-a88d7a74"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:39.829465063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c0c6208-e1c7-4368-b163-17484150a22f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:39.90536937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfccd82a-b6bb-4919-87f0-203685fcb49b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:39.90539245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfccd82a-b6bb-4919-87f0-203685fcb49b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.075253824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"a4e03305-4883-4eec-b8ea-e36cd841089b","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.134906942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"a4e03305-4883-4eec-b8ea-e36cd841089b","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:43.193015265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"a4e03305-4883-4eec-b8ea-e36cd841089b","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.483141372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"8c625d6e-2be7-4319-8570-dabed47933a0","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.483180068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"8c625d6e-2be7-4319-8570-dabed47933a0","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:45.955286667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:47.158813586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5251e94-be57-47c9-8f82-a60f00e14819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:47.218868127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5251e94-be57-47c9-8f82-a60f00e14819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:47.276675849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5251e94-be57-47c9-8f82-a60f00e14819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:47.611133118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e12bbc4-1602-430b-af9c-527aefabb0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:47.671615912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e12bbc4-1602-430b-af9c-527aefabb0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:47.729973916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e12bbc4-1602-430b-af9c-527aefabb0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.354922998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"6796eb1c-84ed-4112-bc37-776310c3b99e","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.415849357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"6796eb1c-84ed-4112-bc37-776310c3b99e","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:53.476966498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"6796eb1c-84ed-4112-bc37-776310c3b99e","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.489327719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d3f9f6-d7cf-49c6-bd64-f71d70792d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.548350821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d3f9f6-d7cf-49c6-bd64-f71d70792d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.607185936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75d3f9f6-d7cf-49c6-bd64-f71d70792d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:57.972434636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb02974f-7467-4886-a4bd-9912b3dc595f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:58.032266879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb02974f-7467-4886-a4bd-9912b3dc595f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:17:58.091533628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 80, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb02974f-7467-4886-a4bd-9912b3dc595f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.156490289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"24d988fc-dc9d-4bc2-bf9a-dedcf514b625","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.38238937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"07e9df7e-8a56-4d48-b41f-fe50e14fb4b2","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.382416358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"07e9df7e-8a56-4d48-b41f-fe50e14fb4b2","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.638743668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"35c71e72-3d6c-4be1-bc16-3b7126d002f4","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.697497591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"35c71e72-3d6c-4be1-bc16-3b7126d002f4","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.756009033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"35c71e72-3d6c-4be1-bc16-3b7126d002f4","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.818222468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91000d82-d1f6-48ed-a9fc-a2f546ed61f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:03.818248324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91000d82-d1f6-48ed-a9fc-a2f546ed61f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.114789653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"242708b1-d0b9-46a5-bdb3-c8a25e4ce027","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:04.173897814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"242708b1-d0b9-46a5-bdb3-c8a25e4ce027","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.768396421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f01b178-17d4-4f95-9c6e-c4f6047dfcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.828940808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f01b178-17d4-4f95-9c6e-c4f6047dfcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.887083258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f01b178-17d4-4f95-9c6e-c4f6047dfcd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.947621306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66d77e4b-c79e-4181-ac6c-2745f5d2b690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:07.947642688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66d77e4b-c79e-4181-ac6c-2745f5d2b690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.251740089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b7569eb-5ee2-4631-8f86-dafc2fe399e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.32732704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b7569eb-5ee2-4631-8f86-dafc2fe399e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.385323724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b7569eb-5ee2-4631-8f86-dafc2fe399e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.446522392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2abce0b-19fe-4b63-81a6-4e84e90bd9f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.446546288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2abce0b-19fe-4b63-81a6-4e84e90bd9f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.603109651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"f7790bd5-2fae-4ac6-aeb5-b453b42a6f22","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:08.603142792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"f7790bd5-2fae-4ac6-aeb5-b453b42a6f22","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:13.99491664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"d23fa60b-aa9a-4cb3-987b-821e907adf87","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.054291708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"d23fa60b-aa9a-4cb3-987b-821e907adf87","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.112750904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"d23fa60b-aa9a-4cb3-987b-821e907adf87","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.211983425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"dc415c1e-13c3-448c-bdb4-77af75ed90d2","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.21201334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"dc415c1e-13c3-448c-bdb4-77af75ed90d2","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.26852295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"eb533874-4579-4663-9366-53117fb91c1d","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.268546685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"eb533874-4579-4663-9366-53117fb91c1d","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.386037507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"1d3b62ae-ef50-41ae-af37-a6f5d961e79b","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.519557712Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"1d3b62ae-ef50-41ae-af37-a6f5d961e79b","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.577167894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-beb057-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"1d3b62ae-ef50-41ae-af37-a6f5d961e79b","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.636763475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"c0ebe213-e2df-4327-b167-ed117a98e77c","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:14.636784214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"c0ebe213-e2df-4327-b167-ed117a98e77c","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:15.952559123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.119303236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0fbe3f-0860-42f1-94df-247d7e9f5f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.181047139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0fbe3f-0860-42f1-94df-247d7e9f5f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.238940567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0fbe3f-0860-42f1-94df-247d7e9f5f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.606729201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772de20f-ccc0-482f-a2e2-24e039a07f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.665694448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772de20f-ccc0-482f-a2e2-24e039a07f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:18.724848332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772de20f-ccc0-482f-a2e2-24e039a07f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.274122245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"8c0510ae-012a-4d78-a546-db0e08e85534","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.334228241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"8c0510ae-012a-4d78-a546-db0e08e85534","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.677113352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5361f7-04b1-4695-b447-85cf072c5d0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.677135501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5361f7-04b1-4695-b447-85cf072c5d0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.744600397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"cf0386e0-87c3-4681-8bd3-349d59ecc8da","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.803104277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"cf0386e0-87c3-4681-8bd3-349d59ecc8da","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:24.860360005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-beb057-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"cf0386e0-87c3-4681-8bd3-349d59ecc8da","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.399894871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24431655-ede4-4ef7-8654-91815996e825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.458668784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24431655-ede4-4ef7-8654-91815996e825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.782437767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77e607b1-770f-4693-aacc-e9c580050cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.782460305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77e607b1-770f-4693-aacc-e9c580050cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.88798012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996e60b7-9dff-42dc-b4a5-a79398059ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:28.946511059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996e60b7-9dff-42dc-b4a5-a79398059ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.236356503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-72556e17","reconcileID":"f768cdbc-ab7b-43e9-9aec-95a28e44c808","MaaSAuthPolicy":{"name":"e2e-default-ns-72556e17","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.236419189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b2796e-98bc-481b-90cd-408f7be93880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.236431547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93b2796e-98bc-481b-90cd-408f7be93880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.270811004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b80210fa-a475-49ba-a763-cc0131ab23be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.270837792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b80210fa-a475-49ba-a763-cc0131ab23be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.471131359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1b3f975-75b8-450d-8bb4-373d733d2bae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:29.471152275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1b3f975-75b8-450d-8bb4-373d733d2bae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:34.96846508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"3081f845-7b00-4a18-ad2c-92b727c96488","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:35.027486418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"3081f845-7b00-4a18-ad2c-92b727c96488","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:35.084970206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-beb057-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"3081f845-7b00-4a18-ad2c-92b727c96488","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.492226921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e1df2f-9c1b-4fa8-8eea-fa966e80c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.546243131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e1df2f-9c1b-4fa8-8eea-fa966e80c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.607084434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e1df2f-9c1b-4fa8-8eea-fa966e80c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:37.663205716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e1df2f-9c1b-4fa8-8eea-fa966e80c423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.651753981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f109f-cc9d-4aea-ae0a-597187df644e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.705828864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f109f-cc9d-4aea-ae0a-597187df644e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.760749447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f109f-cc9d-4aea-ae0a-597187df644e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:39.816200872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9f109f-cc9d-4aea-ae0a-597187df644e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.067579693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","namespace":"ai-tenant-e2e-shared-a-w2-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.067647916Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","namespace":"ai-tenant-e2e-shared-a-w2-04240d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.067751838Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","tenant":"e2e-shared-a-w2-04240d","tenantID":"e2e-shared-a-w2-04240d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.127461455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-04240d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.198586183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Service","name":"maas-api-e2e-shared-a-w2-04240d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.2563146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-04240d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.311601938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-04240d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.370508547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.428436205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.487113163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.544338745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.602494796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.656831096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.714314362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.767735801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.821019107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.874273937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.927395466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:43.984558819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.037834542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.091065265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.147092109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-04240d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:44.203996629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-04240d"},"namespace":"ai-tenant-e2e-shared-a-w2-04240d","name":"default-tenant","reconcileID":"7c57cf1d-b2e0-443b-97a4-dc0c6eb4ae2e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-04240d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.192776315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"09341aa5-ed69-448e-a474-cfb072b1d8c9","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.25172354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"09341aa5-ed69-448e-a474-cfb072b1d8c9","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.310142872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-beb057-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ada8caa726c3456ef677690cd1af56994c2b9da41b9a60fc5a439528f845a8e) AuthConfig (8a23a32d943cea32c21f0b4ba5c5fd3e826ca274912ceb9c6b737105c451e253) AuthConfig (21f4eee64ff1a613689afaa77fb824b501cfe46a1a1c314407573ebbbcb77048) AuthConfig (1b5a3e946e87d1bf0a896e07ab61aa8793e20da8b4f9068ff67b90caec1e3b2e) AuthConfig (872f9e85ecd40ea56bdaeffb60cbb2c41970b6fab9c62200b180fe689e1d1d40) AuthConfig (5496d333254f37211a7e248d0aadf4734adb5e6b19bad11e5936250cd60a01ae) AuthConfig (42f69a1210fa3f5c9dc3d17d45182b0f16d886fbddddf33c6c4030d1edd772b0) AuthConfig (cb29b09ff46d1389ab7074fe7274bea36bff59540b57695f52a0257378e95b21) AuthConfig (30f38c25488975a38b84b1ebb118590dfcf7b73c407ad33f166d54259d0cae4e) AuthConfig (79156a0c88eea572861596cf58819008f5509cba61ae20cb12488ed5cdb9ca8b) AuthConfig (a207da32fd6d35a7cbb48105d5312e4bb3297f5641a27c5ab6e348c1eddaa952) AuthConfig (9c7e2ab3f40bb0b55810e09f33abd9c0f9a5aa1ecec1ae5226bb8a71021b563c) AuthConfig (5c5b46005d9f7cc6324b34d2043adcbdade390cdf68215a8386df110b5abbc24) AuthConfig (749b563634edc44f838acd3fac5f5a34f995389d39fbea4f81fde6a92b0461ab) AuthConfig (51f8f6dfbb6ed78a7be0582d4d0e93aebb4ae2d68f5c8a2614c82862aba391c7) AuthConfig (dff6a32a7f0a3171af268b4a5016426ef8d947be28cd794ca0986f74d268b70f) AuthConfig (acd07688359443d701011db211359075f57addf408ae63092bca011baa564d10) AuthConfig (d0066bcbf17431876fe6adc1ccade0ad37622dac96e4f72236e155d141973c0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"09341aa5-ed69-448e-a474-cfb072b1d8c9","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.369858214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"4e8b7dae-31b2-4ca3-8ff6-1a65de640264","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.369879225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"4e8b7dae-31b2-4ca3-8ff6-1a65de640264","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:45.953327939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:48.854030183Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-04240d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-04240d","reconcileID":"47c5c9c4-eae9-4a1d-8068-e2b3147f0d6a","aitenant":"ai-tenants/e2e-shared-a-w2-04240d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.494573367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4559ea-dcde-4f51-a623-65ccecd5ed33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.548334543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4559ea-dcde-4f51-a623-65ccecd5ed33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.602459508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4559ea-dcde-4f51-a623-65ccecd5ed33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.609142829Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-04240d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-04240d","reconcileID":"47c5c9c4-eae9-4a1d-8068-e2b3147f0d6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-04240d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-04240d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:49.65683722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e4559ea-dcde-4f51-a623-65ccecd5ed33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.624788921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5e8d3a-6a04-40c5-ae79-77ccbbf6ddfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.67962767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5e8d3a-6a04-40c5-ae79-77ccbbf6ddfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.734677499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5e8d3a-6a04-40c5-ae79-77ccbbf6ddfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:51.788599542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d5e8d3a-6a04-40c5-ae79-77ccbbf6ddfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.485988702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"d24402eb-3807-4f2d-afe8-3826792865a8","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.545688488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"d24402eb-3807-4f2d-afe8-3826792865a8","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:55.604265041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-beb057-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ada8caa726c3456ef677690cd1af56994c2b9da41b9a60fc5a439528f845a8e) AuthConfig (8a23a32d943cea32c21f0b4ba5c5fd3e826ca274912ceb9c6b737105c451e253) AuthConfig (21f4eee64ff1a613689afaa77fb824b501cfe46a1a1c314407573ebbbcb77048) AuthConfig (1b5a3e946e87d1bf0a896e07ab61aa8793e20da8b4f9068ff67b90caec1e3b2e) AuthConfig (872f9e85ecd40ea56bdaeffb60cbb2c41970b6fab9c62200b180fe689e1d1d40) AuthConfig (5496d333254f37211a7e248d0aadf4734adb5e6b19bad11e5936250cd60a01ae) AuthConfig (42f69a1210fa3f5c9dc3d17d45182b0f16d886fbddddf33c6c4030d1edd772b0) AuthConfig (cb29b09ff46d1389ab7074fe7274bea36bff59540b57695f52a0257378e95b21) AuthConfig (30f38c25488975a38b84b1ebb118590dfcf7b73c407ad33f166d54259d0cae4e) AuthConfig (79156a0c88eea572861596cf58819008f5509cba61ae20cb12488ed5cdb9ca8b) AuthConfig (a207da32fd6d35a7cbb48105d5312e4bb3297f5641a27c5ab6e348c1eddaa952) AuthConfig (9c7e2ab3f40bb0b55810e09f33abd9c0f9a5aa1ecec1ae5226bb8a71021b563c) AuthConfig (5c5b46005d9f7cc6324b34d2043adcbdade390cdf68215a8386df110b5abbc24) AuthConfig (749b563634edc44f838acd3fac5f5a34f995389d39fbea4f81fde6a92b0461ab) AuthConfig (51f8f6dfbb6ed78a7be0582d4d0e93aebb4ae2d68f5c8a2614c82862aba391c7) AuthConfig (dff6a32a7f0a3171af268b4a5016426ef8d947be28cd794ca0986f74d268b70f) AuthConfig (acd07688359443d701011db211359075f57addf408ae63092bca011baa564d10) AuthConfig (d0066bcbf17431876fe6adc1ccade0ad37622dac96e4f72236e155d141973c0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"d24402eb-3807-4f2d-afe8-3826792865a8","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.293123102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"19a0cc24-9ee8-40d1-97e1-f87b24f7670c","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:57.293159742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"19a0cc24-9ee8-40d1-97e1-f87b24f7670c","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.024301501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3823fd-ab07-4726-bfd5-d6d34e9834ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.078245439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3823fd-ab07-4726-bfd5-d6d34e9834ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.133147097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3823fd-ab07-4726-bfd5-d6d34e9834ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:18:58.189364905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3823fd-ab07-4726-bfd5-d6d34e9834ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.305745066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15619b-8ad1-4eee-846d-7d6922395772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.359532876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15619b-8ad1-4eee-846d-7d6922395772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.413350128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15619b-8ad1-4eee-846d-7d6922395772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:00.467190137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15619b-8ad1-4eee-846d-7d6922395772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.773382134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f9e6e972-d70e-4cb3-bf88-c3e9e8bd3cc0","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.773408888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f9e6e972-d70e-4cb3-bf88-c3e9e8bd3cc0","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.833411137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"c0a6c1f8-b9d6-4f4f-a10f-aac903d31f63","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.833437903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"c0a6c1f8-b9d6-4f4f-a10f-aac903d31f63","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:02.943500426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"c1395d6a-2a19-4840-887a-bf875be04a1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.075053247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"c1395d6a-2a19-4840-887a-bf875be04a1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.132340726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"c1395d6a-2a19-4840-887a-bf875be04a1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.206990748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"51a84f2d-7a4b-422a-948e-1eee73c25ad3","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:03.207010287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"51a84f2d-7a4b-422a-948e-1eee73c25ad3","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.716467116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"54d6b4a9-6b90-4310-8f17-b5715bb1d1b4","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.777061543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"54d6b4a9-6b90-4310-8f17-b5715bb1d1b4","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:05.835732573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-beb057-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ada8caa726c3456ef677690cd1af56994c2b9da41b9a60fc5a439528f845a8e) AuthConfig (8a23a32d943cea32c21f0b4ba5c5fd3e826ca274912ceb9c6b737105c451e253) AuthConfig (21f4eee64ff1a613689afaa77fb824b501cfe46a1a1c314407573ebbbcb77048) AuthConfig (1b5a3e946e87d1bf0a896e07ab61aa8793e20da8b4f9068ff67b90caec1e3b2e) AuthConfig (872f9e85ecd40ea56bdaeffb60cbb2c41970b6fab9c62200b180fe689e1d1d40) AuthConfig (5496d333254f37211a7e248d0aadf4734adb5e6b19bad11e5936250cd60a01ae) AuthConfig (42f69a1210fa3f5c9dc3d17d45182b0f16d886fbddddf33c6c4030d1edd772b0) AuthConfig (cb29b09ff46d1389ab7074fe7274bea36bff59540b57695f52a0257378e95b21) AuthConfig (30f38c25488975a38b84b1ebb118590dfcf7b73c407ad33f166d54259d0cae4e) AuthConfig (79156a0c88eea572861596cf58819008f5509cba61ae20cb12488ed5cdb9ca8b) AuthConfig (a207da32fd6d35a7cbb48105d5312e4bb3297f5641a27c5ab6e348c1eddaa952) AuthConfig (9c7e2ab3f40bb0b55810e09f33abd9c0f9a5aa1ecec1ae5226bb8a71021b563c) AuthConfig (5c5b46005d9f7cc6324b34d2043adcbdade390cdf68215a8386df110b5abbc24) AuthConfig (749b563634edc44f838acd3fac5f5a34f995389d39fbea4f81fde6a92b0461ab) AuthConfig (51f8f6dfbb6ed78a7be0582d4d0e93aebb4ae2d68f5c8a2614c82862aba391c7) AuthConfig (dff6a32a7f0a3171af268b4a5016426ef8d947be28cd794ca0986f74d268b70f) AuthConfig (acd07688359443d701011db211359075f57addf408ae63092bca011baa564d10) AuthConfig (d0066bcbf17431876fe6adc1ccade0ad37622dac96e4f72236e155d141973c0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"54d6b4a9-6b90-4310-8f17-b5715bb1d1b4","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.353556277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"467d9098-ad6f-451c-a386-49f3ba3effeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.423380683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"467d9098-ad6f-451c-a386-49f3ba3effeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:13.481715074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"467d9098-ad6f-451c-a386-49f3ba3effeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.747333945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"eb5452ff-0c37-4982-aad9-a200aa5186d6","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:14.747369588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"eb5452ff-0c37-4982-aad9-a200aa5186d6","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.952518721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"12143466-5b51-48b3-88dd-c23e2fe1625c","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:15.967108447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.013215807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"12143466-5b51-48b3-88dd-c23e2fe1625c","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.299731743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"21a947c1-c0a3-4114-a20e-38474fb29328","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.299762484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"21a947c1-c0a3-4114-a20e-38474fb29328","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.323349509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000643-79b9-40ec-88ed-8badaa75de41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.377758306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000643-79b9-40ec-88ed-8badaa75de41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.432026405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000643-79b9-40ec-88ed-8badaa75de41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.485821206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000643-79b9-40ec-88ed-8badaa75de41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.818853151Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-85199b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-85199b","reconcileID":"d82dc965-9a63-44cc-a30b-df37f1624150","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-85199b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-85199b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.908142329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"ec448e54-cbd8-4aa1-ae3a-5d552b056a41","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.90816411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"ec448e54-cbd8-4aa1-ae3a-5d552b056a41","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.969850757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"ccd01680-e831-4866-a60f-069361a35432","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:16.969876707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"ccd01680-e831-4866-a60f-069361a35432","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:17.018570059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"b2411357-026f-47b9-bc19-3885b23e9eb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-beb057-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.022582784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"28da7614-7217-4b2f-a404-31ddabd99518","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:17.028079933Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"ccd01680-e831-4866-a60f-069361a35432","name":"test-model-beb057","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-beb057\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:17.028150001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"ccd01680-e831-4866-a60f-069361a35432","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-beb057\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.033607719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"586b9ba7-bded-44f9-a3d3-102ed8ee1e08","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.03363092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"586b9ba7-bded-44f9-a3d3-102ed8ee1e08","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.085525566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"28da7614-7217-4b2f-a404-31ddabd99518","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.14213712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"1281a3e7-7aa1-4aa5-94f5-91bcc408dfaa","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.142166199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"1281a3e7-7aa1-4aa5-94f5-91bcc408dfaa","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.201471604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"a842d3e7-0f16-4f40-b043-9887bfac9cd0","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.201501946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"a842d3e7-0f16-4f40-b043-9887bfac9cd0","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.441515628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"4ea7ba87-7b13-4d06-9b07-b109a6499a0a","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.492496705Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"faa053ea-3f51-4ab1-ba34-ef8c8f36a28a","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","model":"test-model-beb057","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-beb057/test-model-beb057-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.51013596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"4ea7ba87-7b13-4d06-9b07-b109a6499a0a","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.722868603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"63d358e8-1011-4acc-9c35-cacc855b360b","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.722982902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"63d358e8-1011-4acc-9c35-cacc855b360b","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:17.884931641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"957908dc-8c92-462f-b31b-2b3414acb0a6","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.525097774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9604fa6b-dc3a-4bb7-a3a1-c43c72708b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.579006983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9604fa6b-dc3a-4bb7-a3a1-c43c72708b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.632729499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9604fa6b-dc3a-4bb7-a3a1-c43c72708b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:18.686369924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9604fa6b-dc3a-4bb7-a3a1-c43c72708b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:19:19.940559736Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-85199b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-85199b","reconcileID":"0d612144-cd01-49a8-b0b5-95d7eff49a92","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w0-85199b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.296224291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1c72e5a3-e347-41be-9eb3-1a8da425dafe","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.296245185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1c72e5a3-e347-41be-9eb3-1a8da425dafe","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.354966068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"dc8cf2de-47f5-4fbb-bb36-c6d992be7fe3","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.354989025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"dc8cf2de-47f5-4fbb-bb36-c6d992be7fe3","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.461570554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"81a875d8-815d-4553-8781-1e62120f382e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.593349976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"81a875d8-815d-4553-8781-1e62120f382e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.712022588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"81a875d8-815d-4553-8781-1e62120f382e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.768966076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"b6742d77-409f-450a-a400-f9d02434813a","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:20.768994683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"b6742d77-409f-450a-a400-f9d02434813a","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.59516833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"71179337-9b65-4776-af55-d0f115af3f88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.659302213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"71179337-9b65-4776-af55-d0f115af3f88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:23.724255371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"71179337-9b65-4776-af55-d0f115af3f88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.877124362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"137603a9-71c8-4915-96fb-2bd1448d3337","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.93593864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"137603a9-71c8-4915-96fb-2bd1448d3337","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:30.993638516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"137603a9-71c8-4915-96fb-2bd1448d3337","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.833350308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"a41480b5-dd63-49ac-92f1-f67fb7bec6d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.892437926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"a41480b5-dd63-49ac-92f1-f67fb7bec6d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:33.950493283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"a41480b5-dd63-49ac-92f1-f67fb7bec6d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.10125248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f06394ce-835d-4415-b276-4a20dc50b29d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.160853128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f06394ce-835d-4415-b276-4a20dc50b29d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:41.218793073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f06394ce-835d-4415-b276-4a20dc50b29d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:44.08384882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"b391b12a-307e-47e4-8039-c535488e965e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:44.143676339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"b391b12a-307e-47e4-8039-c535488e965e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:44.203077541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"b391b12a-307e-47e4-8039-c535488e965e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:45.952575132Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.254114113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"edc0efda-1890-4205-862a-4a97de6fb1a7","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.429849987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"7765f6b3-96d9-43c6-ad52-edf22ff23219","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:46.430064867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"7765f6b3-96d9-43c6-ad52-edf22ff23219","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.300443163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"b4c7ce73-5526-4d07-a97d-e14e4c4365d6","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:47.36015111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"b4c7ce73-5526-4d07-a97d-e14e4c4365d6","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.32651131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2fff3ede-9a03-4d9e-903d-ce8cfb5494fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.414559897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2fff3ede-9a03-4d9e-903d-ce8cfb5494fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.479008586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42d53e939152f4dea34439807e77f688a45264921007152b72ec29f813505e40) AuthConfig (bbbb3d0c2955176f9e13a99e90b179071f30c974ab4aa0a6efd69dcad185fafa) AuthConfig (787ef1c6b95325551b6073241999c89d87137512b469d556408a2cf916056a72) AuthConfig (c73593764ec4b6dd2ba9734e24cc5037ced34562a1e5ff6b63cbce6a5a941b95) AuthConfig (8afb7a188e79084d037e3a5b711228a167c511d6ae5fccbdf85fd53af6e1726c) AuthConfig (68e37cb21d016d8461f0cc3126e7b25737d6b85c0d528c75d107e322b91999f3) AuthConfig (55945d6f049cad187d12b1e0c23a7591aed57676495c0a591d97f66d1ac7884c) AuthConfig (611dbef26df6d763aa324122378bb8cefc5ea7ea7cbfe18d245db2d069b271a3) AuthConfig (073c51ddfae76c0fa90d360bed4539e311492d3cccfe5818200cce13f432287a) AuthConfig (3b2461081a0875fa7fbcfe0e9800f3f1389078526b24df83d5b40975dd2cffcc) AuthConfig (5ad2088cac6ba149f8e184d38535a02b307e1fffc29ef73e9a5670b2f7475eaa) AuthConfig (04065a467522a6f3c4108d3c2f263c1e1cb0fedb687154b1c8c6f5aa233db1da) AuthConfig (0dd2f5dd58113230cddaeab272a98cb1d15cd41031d48e6e27be77c65aba3d57) AuthConfig (9186b7d4f72f4016794ff78da5c68822d0d387133450d348219eaeebe5bacd26) AuthConfig (d64ada8cea5896074b82b26702c8b7f2e1b9be721d07742d476b8ce3faa887e7) AuthConfig (b31e9ccae52e1e7d5fd1cc085041602ee8cc3eaec21a0f2cf6b38a38c56ffcae) AuthConfig (57cc3dd2fe148b73ac8ccacc4d1b63fd077620741936906494bf20b5b0788d94) AuthConfig (cc1d1835d02317d20e32b2419b52bff563ecc7b590ae429a3a47c821db3640bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2fff3ede-9a03-4d9e-903d-ce8cfb5494fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.54018547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"dba45dee-a02b-4a6d-baa6-f0c92581bc90","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:51.540207763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"dba45dee-a02b-4a6d-baa6-f0c92581bc90","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.311822506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"6a8881b4-dce6-43b8-ae04-4ac6b9ff3e9d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.370701835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"6a8881b4-dce6-43b8-ae04-4ac6b9ff3e9d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.429061689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (b151d1b899de3ac0acca6f4ff8c97cb1f0deecdb089726e4620f89be3f368afc) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (e759853c5c73a789a51971596cc4b0e4a7153dc8178b52601c08ab1936b9c35f) AuthConfig (b42835c6b04d1cd494fb168f88f78f9f232c2740c8905f5d69745e6f82c3c9de) AuthConfig (2acfbea0de5ebc4719c43cc5839b1404ca89b21b4173a5a682a2fc48778e971d) AuthConfig (6acac01a534fd6d30b04adcc5fe322f69938c2fd9b296ae8250d78dd959b5e65) AuthConfig (65878559683e14fda0a9ffac79647a8e9e81a5ce1e24e1b1e91a8e2bbb84d98d) AuthConfig (70f0781879ff6e66c85b349f8b066ba35c7b4d1060f924280dee8fd23fbe41c4) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (96a36c112c64fa8411dadfa5fe749bdc3fea52d8c7e857c6732e393c5dd013eb) AuthConfig (b68f49c56b86a2d5734d0f1c8c3e6d81a78b09395f808f65e9f0f9161d267476) AuthConfig (e6db80e0eab834b1e8c5726e2f8784c8200b34ab1ae2fa170a458cc7fe62d4fb) AuthConfig (9ec588e18d15cb46e6bf0e28899006ce5fe8446b0fb24b0ff3655de8551192ee) AuthConfig (eb97ebfcdbc5f20e42abbfd4cf8acc3b80072659dd80b2c39b69486c4d920067)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"6a8881b4-dce6-43b8-ae04-4ac6b9ff3e9d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.489249884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"ab670af3-2d0c-48e5-a76b-e53a84a665cf","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:19:54.489273789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"ab670af3-2d0c-48e5-a76b-e53a84a665cf","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.648454043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"a2fc8e8f-c7ee-40c1-9126-4cf415b7d98b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.708964458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"a2fc8e8f-c7ee-40c1-9126-4cf415b7d98b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:01.767365634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-0cebce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42d53e939152f4dea34439807e77f688a45264921007152b72ec29f813505e40) AuthConfig (bbbb3d0c2955176f9e13a99e90b179071f30c974ab4aa0a6efd69dcad185fafa) AuthConfig (787ef1c6b95325551b6073241999c89d87137512b469d556408a2cf916056a72) AuthConfig (c73593764ec4b6dd2ba9734e24cc5037ced34562a1e5ff6b63cbce6a5a941b95) AuthConfig (8afb7a188e79084d037e3a5b711228a167c511d6ae5fccbdf85fd53af6e1726c) AuthConfig (68e37cb21d016d8461f0cc3126e7b25737d6b85c0d528c75d107e322b91999f3) AuthConfig (55945d6f049cad187d12b1e0c23a7591aed57676495c0a591d97f66d1ac7884c) AuthConfig (611dbef26df6d763aa324122378bb8cefc5ea7ea7cbfe18d245db2d069b271a3) AuthConfig (073c51ddfae76c0fa90d360bed4539e311492d3cccfe5818200cce13f432287a) AuthConfig (3b2461081a0875fa7fbcfe0e9800f3f1389078526b24df83d5b40975dd2cffcc) AuthConfig (5ad2088cac6ba149f8e184d38535a02b307e1fffc29ef73e9a5670b2f7475eaa) AuthConfig (04065a467522a6f3c4108d3c2f263c1e1cb0fedb687154b1c8c6f5aa233db1da) AuthConfig (0dd2f5dd58113230cddaeab272a98cb1d15cd41031d48e6e27be77c65aba3d57) AuthConfig (9186b7d4f72f4016794ff78da5c68822d0d387133450d348219eaeebe5bacd26) AuthConfig (d64ada8cea5896074b82b26702c8b7f2e1b9be721d07742d476b8ce3faa887e7) AuthConfig (b31e9ccae52e1e7d5fd1cc085041602ee8cc3eaec21a0f2cf6b38a38c56ffcae) AuthConfig (57cc3dd2fe148b73ac8ccacc4d1b63fd077620741936906494bf20b5b0788d94) AuthConfig (cc1d1835d02317d20e32b2419b52bff563ecc7b590ae429a3a47c821db3640bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"a2fc8e8f-c7ee-40c1-9126-4cf415b7d98b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.597199181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"45875b03-7935-4722-aa6f-02fcc827e30b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.656330497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"45875b03-7935-4722-aa6f-02fcc827e30b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:04.714564526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (b151d1b899de3ac0acca6f4ff8c97cb1f0deecdb089726e4620f89be3f368afc) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (e759853c5c73a789a51971596cc4b0e4a7153dc8178b52601c08ab1936b9c35f) AuthConfig (b42835c6b04d1cd494fb168f88f78f9f232c2740c8905f5d69745e6f82c3c9de) AuthConfig (2acfbea0de5ebc4719c43cc5839b1404ca89b21b4173a5a682a2fc48778e971d) AuthConfig (6acac01a534fd6d30b04adcc5fe322f69938c2fd9b296ae8250d78dd959b5e65) AuthConfig (65878559683e14fda0a9ffac79647a8e9e81a5ce1e24e1b1e91a8e2bbb84d98d) AuthConfig (70f0781879ff6e66c85b349f8b066ba35c7b4d1060f924280dee8fd23fbe41c4) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (96a36c112c64fa8411dadfa5fe749bdc3fea52d8c7e857c6732e393c5dd013eb) AuthConfig (b68f49c56b86a2d5734d0f1c8c3e6d81a78b09395f808f65e9f0f9161d267476) AuthConfig (e6db80e0eab834b1e8c5726e2f8784c8200b34ab1ae2fa170a458cc7fe62d4fb) AuthConfig (9ec588e18d15cb46e6bf0e28899006ce5fe8446b0fb24b0ff3655de8551192ee) AuthConfig (eb97ebfcdbc5f20e42abbfd4cf8acc3b80072659dd80b2c39b69486c4d920067)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"45875b03-7935-4722-aa6f-02fcc827e30b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.854160868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"e4b7d0df-5d41-43ba-8b37-ef34052adef3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:05.954242992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"37263479-c30a-441c-923c-b44f46f4cc0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.474382133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"ae492708-caae-4254-b3e9-fef0acdfe66c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.571929197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"3514aac1-bf87-4896-b358-ab3b8b4cab6e","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.596303545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"68a2fec4-2b0e-4803-9d82-c243f9621307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.674805694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90f0fd70-6093-4eea-81cb-cfdc0e38cbd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:06.966238407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"eb3412c5-7c3a-4c86-8c40-8ea5e177121d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.09071142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"9996b3b2-3ed5-4bd4-be15-f16541734d84","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.215932719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"7becb3f4-de90-4e39-a887-7716431bc829","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.33726358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a46ac029-9b67-4be3-a698-7b055e543a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.439891688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e1ef9cbc-ec7b-4374-86e9-34f368a13b5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.460904494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"3ba47fc8-3d9d-4993-8790-b3e54c129e1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.583131307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"7183eb73-f049-42ad-ba40-a82bb4026efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:07.683467497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"4e214fde-d8a7-49ad-a85d-cd6675676266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.291936638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.292003846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.292051657Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","tenant":"e2e-shared-b-w2-b4c93e","tenantID":"e2e-shared-b-w2-b4c93e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.348436123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-b4c93e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.414505148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Service","name":"maas-api-e2e-shared-b-w2-b4c93e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.471208813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-b4c93e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.526989429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-b4c93e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.583608881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.644082109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.703139318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.768131516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.83012422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.891229705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:10.946750854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.000440224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.054114598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.107620397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.161141298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.218698034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.272126031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.325880655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.381414757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-b4c93e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.43801296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b4c93e"},"namespace":"ai-tenant-e2e-shared-b-w2-b4c93e","name":"default-tenant","reconcileID":"9507c033-8410-44c0-9ee9-aef3e8afd5f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-b4c93e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.912075692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f0522391-439e-48ea-9588-85bf14a163fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:11.971499921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f0522391-439e-48ea-9588-85bf14a163fd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.252150084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1a86db0e-f837-4b28-89cc-196432ac3e3b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.252173652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1a86db0e-f837-4b28-89cc-196432ac3e3b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.85264695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"5adc74a0-9e81-4785-8765-4c95a3ba2d7d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.852783417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"82ac4297-e8e5-4efe-b5c9-67a620bcbda8","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:12.852803574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"82ac4297-e8e5-4efe-b5c9-67a620bcbda8","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.061712854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"5adc74a0-9e81-4785-8765-4c95a3ba2d7d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.076861588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"6067a93d-c6fe-4229-bf26-b76fbd737ca8","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.195241917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"5adc74a0-9e81-4785-8765-4c95a3ba2d7d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"e2e-inf-a-a7d774-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.195271064Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-auth","reconcileID":"5adc74a0-9e81-4785-8765-4c95a3ba2d7d","MaaSAuthPolicy":{"name":"test-model-a7d774-auth","namespace":"ai-tenant-e2e-inf-a-a7d774"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.254425383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"9dc7090a-43cc-4bca-aae3-4016a0b70195","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.254451653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"9dc7090a-43cc-4bca-aae3-4016a0b70195","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.423541871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"2d652013-a642-403d-9ecc-7a79275a455e","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.423565897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"2d652013-a642-403d-9ecc-7a79275a455e","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:13.480822939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"5f152fd7-692d-4885-b5db-a2b2ee21c872","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:14.823406054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"034759dc-c6ac-454e-a7ee-a34911650f38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:14.882961347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"034759dc-c6ac-454e-a7ee-a34911650f38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.224047011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"d9b78617-0d23-4d9d-89b9-e2594560f77a","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.224067236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"d9b78617-0d23-4d9d-89b9-e2594560f77a","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.283978449Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b4c93e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b4c93e","reconcileID":"497718d8-ede2-4ef9-b2c2-75c1dd1e290a","aitenant":"ai-tenants/e2e-shared-b-w2-b4c93e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.545932134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"3e60f32d-0268-4490-9553-cd184dd52f97","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.54596301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"3e60f32d-0268-4490-9553-cd184dd52f97","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.602517729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"61833a90-4980-4960-b44d-783cc689d698","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.602539844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"61833a90-4980-4960-b44d-783cc689d698","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.711280144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"4a5cec1f-ad0f-4839-b884-a79d15f58f98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.840835874Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"4a5cec1f-ad0f-4839-b884-a79d15f58f98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.898135568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"4a5cec1f-ad0f-4839-b884-a79d15f58f98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.952639595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.955335288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"6feab89f-70c2-417b-ae26-256022b9356a","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.955356066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"6feab89f-70c2-417b-ae26-256022b9356a","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:15.981416408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4150c7e5-889a-4198-a0e9-c6162564099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.03576931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4150c7e5-889a-4198-a0e9-c6162564099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.044216977Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b4c93e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b4c93e","reconcileID":"497718d8-ede2-4ef9-b2c2-75c1dd1e290a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b4c93e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b4c93e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.089607671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4150c7e5-889a-4198-a0e9-c6162564099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:16.143731963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4150c7e5-889a-4198-a0e9-c6162564099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.290581366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-access","reconcileID":"02091931-8e49-486c-aab1-13b2e45d3d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.290604597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"02b22ca3-901d-45a1-8ebb-30118887e36c","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.458214927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9b85a9eb-997c-46a0-b8b2-b0ec7a8c1889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.506596158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"35a2d623-5117-4be3-bc79-5569230c47ce","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.512969162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"4e68dba6-3b56-4976-a072-852dc5c77736","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.51763703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9b85a9eb-997c-46a0-b8b2-b0ec7a8c1889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.5861347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"3e0206f0-3bbf-498c-949c-f7d8b9036a06","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.586156578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"3e0206f0-3bbf-498c-949c-f7d8b9036a06","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.634081865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"11e90d71-540e-423b-b87a-efcccd2ce8e7","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.63410633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"11e90d71-540e-423b-b87a-efcccd2ce8e7","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.675411405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"54f68738-52b8-45e4-ab49-5cf435394fe4","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.741305827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"0030c362-618c-4917-b14d-8c048c516f69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.752317217Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"a2044438-94ad-428a-a74f-4f84d78b00ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.828867008Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"a2044438-94ad-428a-a74f-4f84d78b00ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.882810004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"fadde6f4-dbad-4d43-af38-9c63d0913581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.900010004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"0030c362-618c-4917-b14d-8c048c516f69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.943646345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"fadde6f4-dbad-4d43-af38-9c63d0913581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:17.958622609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"0030c362-618c-4917-b14d-8c048c516f69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.017360695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"e6d36614-7bc5-4e6a-82e1-17aa19dbeb27","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.017387858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"e6d36614-7bc5-4e6a-82e1-17aa19dbeb27","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.062210311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"20f352a1-bd5f-4b24-8fe4-2a86fd265111","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.125052654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac7c61b-bed1-406c-a257-d084e933e3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.179067995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac7c61b-bed1-406c-a257-d084e933e3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.232894609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac7c61b-bed1-406c-a257-d084e933e3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:18.287943946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac7c61b-bed1-406c-a257-d084e933e3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.271517067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c2475-d3dd-453d-a57b-8703cb2a6439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.325445088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c2475-d3dd-453d-a57b-8703cb2a6439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.37943619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c2475-d3dd-453d-a57b-8703cb2a6439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:20.433585919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986c2475-d3dd-453d-a57b-8703cb2a6439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:22.611953127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"510456fc-5c08-41e8-81dc-ee0427397886","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.015950019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"e69ab6ad-84f3-4702-8687-e755e837a7e3","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.381696316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"36970621-6c02-45aa-87be-4a771f531469","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.545185021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"8cab65c3-03db-4a5b-8163-a532d65eb41f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.549508927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"fbcca49b-12cf-4e19-9bba-30ea7ffba0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.60792657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"fbcca49b-12cf-4e19-9bba-30ea7ffba0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.717145104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"7383ddbd-c113-47a8-9766-0a67c5d74ab4","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.740238287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"984adaec-847b-458a-8284-259b931dd6e8","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.762971006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"5bf26b63-c9c8-4ee0-b869-3c1f61f457e7","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","subscription":"test-model-a7d774-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.794222681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e2200a64-a0c1-410f-8883-df3f8b765f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.817501931Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"5bf26b63-c9c8-4ee0-b869-3c1f61f457e7","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.847898478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"simulator-subscription","reconcileID":"e2200a64-a0c1-410f-8883-df3f8b765f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/simulator-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.871284534Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774-sub","reconcileID":"5bf26b63-c9c8-4ee0-b869-3c1f61f457e7","MaaSSubscription":{"name":"test-model-a7d774-sub","namespace":"ai-tenant-e2e-inf-a-a7d774"},"name":"maas-trlp-test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.879273449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"631ce1c4-a1f2-4065-b28e-c305f1af564c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.924471745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8a6bf8e4-fe73-44ed-b0ce-8a3e5af0ba93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:23.982928799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"8a6bf8e4-fe73-44ed-b0ce-8a3e5af0ba93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.153352071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"9a1b6e2f-8656-4ab6-9d41-943e21a8151d","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.196359323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"a43b68f4-84b8-4948-a732-88712cf0c169","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"tenant":"e2e-inf-a-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","model":"ai-tenant-e2e-inf-a-a7d774/test-model-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.196381609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"test-model-a7d774","reconcileID":"a43b68f4-84b8-4948-a732-88712cf0c169","MaaSModelRef":{"name":"test-model-a7d774","namespace":"ai-tenant-e2e-inf-a-a7d774"},"routeName":"test-model-a7d774-kserve-route","namespace":"ai-tenant-e2e-inf-a-a7d774","llmisvcName":"test-model-a7d774","gateway":"openshift-ingress/e2e-inf-a-a7d774","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.264632355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e18720e6-4ee0-4f5f-8c9c-941fdab94223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:24.326571754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"e18720e6-4ee0-4f5f-8c9c-941fdab94223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.065156682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"13ac846b-a85f-452e-8810-7e183080d926","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.163257169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"9e99664b-9c5b-4cb8-af84-792b677ce527","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.163886325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"52b6f122-899c-4d21-bd58-a7936f467931","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.163955595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"52b6f122-899c-4d21-bd58-a7936f467931","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.165579072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"13ac846b-a85f-452e-8810-7e183080d926","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.227556832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"13ac846b-a85f-452e-8810-7e183080d926","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.373175117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"9e99664b-9c5b-4cb8-af84-792b677ce527","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.39191924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"c6c57fd1-82eb-4c02-87db-679a9b0a4f69","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.507908662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"9e99664b-9c5b-4cb8-af84-792b677ce527","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"e2e-inf-b-beb057-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.50793181Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-auth","reconcileID":"9e99664b-9c5b-4cb8-af84-792b677ce527","MaaSAuthPolicy":{"name":"test-model-beb057-auth","namespace":"ai-tenant-e2e-inf-b-beb057"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.566238024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"2a5ce506-6a22-46f9-bee6-ad471f7705c7","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.566261229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"2a5ce506-6a22-46f9-bee6-ad471f7705c7","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.729216828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"1a36b0cb-adbb-4fb8-8332-4f6940c5c1b6","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.729239193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"1a36b0cb-adbb-4fb8-8332-4f6940c5c1b6","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:26.795096407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"7d822b5b-e9e3-48f1-b688-eee6e5eecdf3","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:28.127023262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"579e6d9c-34ab-476b-a5a3-3f211467d847","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:28.189391507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"579e6d9c-34ab-476b-a5a3-3f211467d847","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:28.250947715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"579e6d9c-34ab-476b-a5a3-3f211467d847","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.465686453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"21dfb8d4-7144-464b-838a-8706db479f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.524873388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"21dfb8d4-7144-464b-838a-8706db479f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.582499904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"5c30eb6a-3486-4b2a-9c36-1141ccc79f6e","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.589966685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"70ba0818-61da-4db7-aeaa-557ebca74051","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.797670182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"simulator-w2-2b2be7","reconcileID":"62c068f1-f89f-44a8-814a-5aabb90a07e5","MaaSModelRef":{"name":"simulator-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"simulator-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"simulator-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.798613928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"77899295-dc20-4550-aeb2-25151962e3b6","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.985461857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-w2-2b2be7","reconcileID":"04924577-13b6-4e3c-85b4-caf1e55dd94c","MaaSModelRef":{"name":"distinct-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:30.985703485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"distinct-2-w2-2b2be7","reconcileID":"ec9dcb56-ec9d-4a45-a8fe-d9c7b03c0e9a","MaaSModelRef":{"name":"distinct-2-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"distinct-2-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"distinct-2-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.015450584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"60c7bfd1-80ef-490e-8482-1bc4a5beab49","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.034312748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9f937613-90a0-4556-9d1a-45e9ae7fee15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.094926561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"95baebe0-d2bd-49b3-be20-70bf64a424a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d29be60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.095781457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"9f937613-90a0-4556-9d1a-45e9ae7fee15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.333441788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"72e58572-1b1a-4a69-b159-8a42583efbab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.579885535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"72e58572-1b1a-4a69-b159-8a42583efbab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.715206629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"72e58572-1b1a-4a69-b159-8a42583efbab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"e2e-worker-w2-2b2be7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.715237071Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-access","reconcileID":"72e58572-1b1a-4a69-b159-8a42583efbab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.773699767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"c6936a15-b354-489f-b5d6-c7df0f163c2d","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:31.974688682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef4cd43-ac2f-4a32-9c5f-20b9ea355d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.028747055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef4cd43-ac2f-4a32-9c5f-20b9ea355d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.082731854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef4cd43-ac2f-4a32-9c5f-20b9ea355d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.136493693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef4cd43-ac2f-4a32-9c5f-20b9ea355d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.537201016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"4df74b4c-e42b-488d-a4b8-adaa40771979","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.658623134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"4df74b4c-e42b-488d-a4b8-adaa40771979","name":"e2e-shared-a-w0-85199b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.718451098Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"03f4015a-12e4-4f8f-97a1-4dbaa445f4f4","namespace":"ai-tenant-e2e-worker-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.718527258Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"03f4015a-12e4-4f8f-97a1-4dbaa445f4f4","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.774130152Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"03f4015a-12e4-4f8f-97a1-4dbaa445f4f4","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:32.774166384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"03f4015a-12e4-4f8f-97a1-4dbaa445f4f4","namespace":"ai-tenant-e2e-worker-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.3448449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"ccb4abb1-3130-49a9-9bbf-b631a8789ad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.398549139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"828f3cb4-1d4b-4e4e-a6a0-80ec51ad05f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.408986241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"40560728-16c2-43ac-bee3-d4f6a4a8edca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.565315854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"dbf3bd25-c6a6-4cc0-840a-d6aabf2323b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.640888041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"1362b0f1-900f-4888-b4ae-934ec20e2851","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:33.749293948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"efa4e67c-3ea7-46fd-bdfd-604170e82d06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.100556151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8265ea5c-63fa-4a1d-b8f4-9d7d6ae7b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.154280137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8265ea5c-63fa-4a1d-b8f4-9d7d6ae7b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.207992476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8265ea5c-63fa-4a1d-b8f4-9d7d6ae7b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.261923401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8265ea5c-63fa-4a1d-b8f4-9d7d6ae7b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.316283968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9697d386-a8f7-4284-9796-6a414bbbd1ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.467765369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"dc63be2f-57a6-43c8-9d3c-1f43c03ca040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.592512746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"26a53f83-6865-46f9-aa0e-18bc20dd908d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:34.904744011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"89eef907-cedc-47f0-ba3a-42f7cf6e1377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.338812395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"8acfe1fe-7994-4344-99c3-01c1fb41d4e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.398405552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"8acfe1fe-7994-4344-99c3-01c1fb41d4e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.456883115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec0e315f7177cfe38d19d1ae2be8e8df6df4db96123cac1812b87765a746e6c) AuthConfig (773a2333039d6b2f3a5c01cd19ef44c1d2d897aaec731a79b0acfa35d748a853) AuthConfig (bedb97a56da6158de95ff716fad4ceddbf338e97848b7fddfc312e563ba9516e) AuthConfig (1f1bdc06476a19f11f0198f137f8d0e5262b0e1655293db46c49ea4088c901c6) AuthConfig (205756c85baf452fdc31a25be6d5e081c8b929df0674ba88c17e4506b226a00c) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (a6cb434430b58c746a51fb7876f6d47e3f08d22c1f850591efeb81a434864b66) AuthConfig (af5e49679d6b20b7d438d014c155b263732e2264b5426ebec61e0121dc71a183) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (d73a4c5d38217d59364f547701ba69b845694c854dc6fc2a77aabc9712e1a684) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (c076eaf6f596cb9c80e2fee7e7f0982806a3747d396960ceb3a40d72758a1cdb) AuthConfig (f37484288387325158818fe2fb16583394c08c4c5e14e7445c487601b26c2f42) AuthConfig (71eddffea1f858e886fbe7ad11990c4279d6f0c9f9ed221c3b2cc3888b353f93) AuthConfig (a5a54b5f505ac2118e1cbc531114a4fb90ffc19ce40a5507bbb9cba6f564d808) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"8acfe1fe-7994-4344-99c3-01c1fb41d4e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.516469764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"87e65f99-7836-4c34-8d04-f917edd7b9a9","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:36.51649153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"87e65f99-7836-4c34-8d04-f917edd7b9a9","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.081361251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"3e5332c9-6fe1-4cd4-8c3e-8cfa0aceb4f0","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","subscription":"test-model-beb057-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.138252127Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"3e5332c9-6fe1-4cd4-8c3e-8cfa0aceb4f0","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.19440485Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057-sub","reconcileID":"3e5332c9-6fe1-4cd4-8c3e-8cfa0aceb4f0","MaaSSubscription":{"name":"test-model-beb057-sub","namespace":"ai-tenant-e2e-inf-b-beb057"},"name":"maas-trlp-test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.480634691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"6fa6dd38-0c65-4365-a56a-412bb3c38cb3","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"tenant":"e2e-inf-b-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","model":"ai-tenant-e2e-inf-b-beb057/test-model-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:37.480673581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"test-model-beb057","reconcileID":"6fa6dd38-0c65-4365-a56a-412bb3c38cb3","MaaSModelRef":{"name":"test-model-beb057","namespace":"ai-tenant-e2e-inf-b-beb057"},"routeName":"test-model-beb057-kserve-route","namespace":"ai-tenant-e2e-inf-b-beb057","llmisvcName":"test-model-beb057","gateway":"openshift-ingress/e2e-inf-b-beb057","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.35918845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"80c1c5fc-977f-4540-bebe-b3978236e709","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.418189806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"80c1c5fc-977f-4540-bebe-b3978236e709","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:38.475553772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"80c1c5fc-977f-4540-bebe-b3978236e709","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.148971872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7b070906-97e1-4cca-8284-67b71e5ecf9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.203379993Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7b070906-97e1-4cca-8284-67b71e5ecf9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.257963682Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"premium-simulator-subscription","reconcileID":"7b070906-97e1-4cca-8284-67b71e5ecf9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"name":"maas-trlp-premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7","model":"e2e-models-e2e-worker-w2-2b2be7/premium-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:41.538912456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"namespace":"e2e-models-e2e-worker-w2-2b2be7","name":"premium-w2-2b2be7","reconcileID":"64c3ae89-f9a3-4fa5-adf4-90f38872bc36","MaaSModelRef":{"name":"premium-w2-2b2be7","namespace":"e2e-models-e2e-worker-w2-2b2be7"},"routeName":"premium-w2-2b2be7-kserve-route","namespace":"e2e-models-e2e-worker-w2-2b2be7","llmisvcName":"premium-w2-2b2be7","gateway":"openshift-ingress/e2e-worker-w2-2b2be7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:45.955308333Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.62335989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"ba89f429-ed38-4315-975f-743a29198dd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.686203529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"ba89f429-ed38-4315-975f-743a29198dd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:46.743713766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec0e315f7177cfe38d19d1ae2be8e8df6df4db96123cac1812b87765a746e6c) AuthConfig (773a2333039d6b2f3a5c01cd19ef44c1d2d897aaec731a79b0acfa35d748a853) AuthConfig (bedb97a56da6158de95ff716fad4ceddbf338e97848b7fddfc312e563ba9516e) AuthConfig (1f1bdc06476a19f11f0198f137f8d0e5262b0e1655293db46c49ea4088c901c6) AuthConfig (205756c85baf452fdc31a25be6d5e081c8b929df0674ba88c17e4506b226a00c) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (a6cb434430b58c746a51fb7876f6d47e3f08d22c1f850591efeb81a434864b66) AuthConfig (af5e49679d6b20b7d438d014c155b263732e2264b5426ebec61e0121dc71a183) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (d73a4c5d38217d59364f547701ba69b845694c854dc6fc2a77aabc9712e1a684) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (c076eaf6f596cb9c80e2fee7e7f0982806a3747d396960ceb3a40d72758a1cdb) AuthConfig (f37484288387325158818fe2fb16583394c08c4c5e14e7445c487601b26c2f42) AuthConfig (71eddffea1f858e886fbe7ad11990c4279d6f0c9f9ed221c3b2cc3888b353f93) AuthConfig (a5a54b5f505ac2118e1cbc531114a4fb90ffc19ce40a5507bbb9cba6f564d808) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"ba89f429-ed38-4315-975f-743a29198dd9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.583383496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f0653581-1821-4392-867e-adf8f9ec35df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.642209526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f0653581-1821-4392-867e-adf8f9ec35df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:48.701313876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"f0653581-1821-4392-867e-adf8f9ec35df","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.851337523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"049eb71b-9b7d-44d0-b330-d12284dcd3cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.910308184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"049eb71b-9b7d-44d0-b330-d12284dcd3cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:56.967770075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec0e315f7177cfe38d19d1ae2be8e8df6df4db96123cac1812b87765a746e6c) AuthConfig (773a2333039d6b2f3a5c01cd19ef44c1d2d897aaec731a79b0acfa35d748a853) AuthConfig (bedb97a56da6158de95ff716fad4ceddbf338e97848b7fddfc312e563ba9516e) AuthConfig (1f1bdc06476a19f11f0198f137f8d0e5262b0e1655293db46c49ea4088c901c6) AuthConfig (205756c85baf452fdc31a25be6d5e081c8b929df0674ba88c17e4506b226a00c) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (a6cb434430b58c746a51fb7876f6d47e3f08d22c1f850591efeb81a434864b66) AuthConfig (af5e49679d6b20b7d438d014c155b263732e2264b5426ebec61e0121dc71a183) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (d73a4c5d38217d59364f547701ba69b845694c854dc6fc2a77aabc9712e1a684) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (c076eaf6f596cb9c80e2fee7e7f0982806a3747d396960ceb3a40d72758a1cdb) AuthConfig (f37484288387325158818fe2fb16583394c08c4c5e14e7445c487601b26c2f42) AuthConfig (71eddffea1f858e886fbe7ad11990c4279d6f0c9f9ed221c3b2cc3888b353f93) AuthConfig (a5a54b5f505ac2118e1cbc531114a4fb90ffc19ce40a5507bbb9cba6f564d808) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"049eb71b-9b7d-44d0-b330-d12284dcd3cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.811034015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"5d9182fa-fc42-4f62-8d62-179eee34531d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.86982252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"5d9182fa-fc42-4f62-8d62-179eee34531d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.93552429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"5d9182fa-fc42-4f62-8d62-179eee34531d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.763235662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4349e09-72a7-467e-b95c-c586e24b82dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.821685865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4349e09-72a7-467e-b95c-c586e24b82dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.877059879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4349e09-72a7-467e-b95c-c586e24b82dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:04.93118289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4349e09-72a7-467e-b95c-c586e24b82dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.900540537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf130af2-8b8f-4a0c-ba53-67bdea74fd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.954962284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf130af2-8b8f-4a0c-ba53-67bdea74fd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.00939111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf130af2-8b8f-4a0c-ba53-67bdea74fd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.063469944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf130af2-8b8f-4a0c-ba53-67bdea74fd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.172160603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"f99d666c-1e43-43f9-a0dc-9b4ddf1b05a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.2310753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"f99d666c-1e43-43f9-a0dc-9b4ddf1b05a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:07.344969759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec0e315f7177cfe38d19d1ae2be8e8df6df4db96123cac1812b87765a746e6c) AuthConfig (773a2333039d6b2f3a5c01cd19ef44c1d2d897aaec731a79b0acfa35d748a853) AuthConfig (bedb97a56da6158de95ff716fad4ceddbf338e97848b7fddfc312e563ba9516e) AuthConfig (1f1bdc06476a19f11f0198f137f8d0e5262b0e1655293db46c49ea4088c901c6) AuthConfig (205756c85baf452fdc31a25be6d5e081c8b929df0674ba88c17e4506b226a00c) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (a6cb434430b58c746a51fb7876f6d47e3f08d22c1f850591efeb81a434864b66) AuthConfig (af5e49679d6b20b7d438d014c155b263732e2264b5426ebec61e0121dc71a183) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (d73a4c5d38217d59364f547701ba69b845694c854dc6fc2a77aabc9712e1a684) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (c076eaf6f596cb9c80e2fee7e7f0982806a3747d396960ceb3a40d72758a1cdb) AuthConfig (f37484288387325158818fe2fb16583394c08c4c5e14e7445c487601b26c2f42) AuthConfig (71eddffea1f858e886fbe7ad11990c4279d6f0c9f9ed221c3b2cc3888b353f93) AuthConfig (a5a54b5f505ac2118e1cbc531114a4fb90ffc19ce40a5507bbb9cba6f564d808) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"f99d666c-1e43-43f9-a0dc-9b4ddf1b05a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.043491859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"3fcdd1ef-dd15-43fe-889c-a4ea7ed125fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.106285603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"3fcdd1ef-dd15-43fe-889c-a4ea7ed125fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:09.163645501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"3fcdd1ef-dd15-43fe-889c-a4ea7ed125fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:15.955782323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:17.453784762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0b023ce2-2e79-43ab-850a-2d0c6c4a59db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:17.540437759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0b023ce2-2e79-43ab-850a-2d0c6c4a59db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:17.598499431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ec0e315f7177cfe38d19d1ae2be8e8df6df4db96123cac1812b87765a746e6c) AuthConfig (773a2333039d6b2f3a5c01cd19ef44c1d2d897aaec731a79b0acfa35d748a853) AuthConfig (bedb97a56da6158de95ff716fad4ceddbf338e97848b7fddfc312e563ba9516e) AuthConfig (1f1bdc06476a19f11f0198f137f8d0e5262b0e1655293db46c49ea4088c901c6) AuthConfig (205756c85baf452fdc31a25be6d5e081c8b929df0674ba88c17e4506b226a00c) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (a6cb434430b58c746a51fb7876f6d47e3f08d22c1f850591efeb81a434864b66) AuthConfig (af5e49679d6b20b7d438d014c155b263732e2264b5426ebec61e0121dc71a183) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (d73a4c5d38217d59364f547701ba69b845694c854dc6fc2a77aabc9712e1a684) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (c076eaf6f596cb9c80e2fee7e7f0982806a3747d396960ceb3a40d72758a1cdb) AuthConfig (f37484288387325158818fe2fb16583394c08c4c5e14e7445c487601b26c2f42) AuthConfig (71eddffea1f858e886fbe7ad11990c4279d6f0c9f9ed221c3b2cc3888b353f93) AuthConfig (a5a54b5f505ac2118e1cbc531114a4fb90ffc19ce40a5507bbb9cba6f564d808) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0b023ce2-2e79-43ab-850a-2d0c6c4a59db","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:19.273752965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"6eae332a-9985-47d9-a9c9-e9b33a02fa4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:19.344252073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"6eae332a-9985-47d9-a9c9-e9b33a02fa4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:19.403033999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"6eae332a-9985-47d9-a9c9-e9b33a02fa4f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:27.707344289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"886d4467-94f4-421c-87ca-4b7d13166733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:27.766893706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"886d4467-94f4-421c-87ca-4b7d13166733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.052759331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"50829626-b98c-4576-a8bb-983b80bfcd7e","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:28.052781058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"50829626-b98c-4576-a8bb-983b80bfcd7e","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.54662546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2faa6d42-bdea-4706-becb-62f46cef45ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.606771063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2faa6d42-bdea-4706-becb-62f46cef45ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.665309318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4856cf48faf56fca6b5a19af25244e063a42bc7df75f935a90ca3d88ad871e5) AuthConfig (8ca65f9b8d9fbe3d66ff28853a1e4a283dbffe63e2a770bbbddee729e038137f) AuthConfig (1422916ffbcc61b5879d212d1a0dfb7147093fd54fd5374157a9250d9a07f33c) AuthConfig (ebdaa344addb5ea6b647c54b36361f8add6a5ad123cb304bec04825e3565ebaf) AuthConfig (3a75f0f6b74cad28c9de57dafe52d64f1a3fc89ec56ebfdd89c7265d4682f953) AuthConfig (47218125aa6f763744254394a43a4b5ce204161ff958bf6a437183062d13ab68) AuthConfig (fd7dc7124cbb344d00369e62944e298d4d522e24e1e2e734a9ffaa3ead8ea579) AuthConfig (41ba5152322df3810c331a422bb12d1c71afb10bda37ec64646f00ab64131ce9) AuthConfig (3e24197462df4b62dbcdcb8c815115086b33e82ca87cc1dace2fadb64b353475) AuthConfig (410831cca754667140cf71e20118a59bc3419060c80fb29a39014f1c342e01d5) AuthConfig (355ed830578e081ca9fee398cf6c924649ba879af1dfd2d2c60b3e1ad83cb8ad) AuthConfig (12251785a2b325434fb7a492b1c0c8da39cc67e6cd23d252e3880e09340cea5e) AuthConfig (db35d7e5e696b20c4a082a7ea7aab9b6dd973ebae1787f8e3d1b899d27b8b5b3) AuthConfig (053d7393d7045b8a54ae2c34641924027253faf5b4cbc6920b5d10c1b3b514ba) AuthConfig (b2603134924b4d5b6d093aa16d90163b4478d29299641b643be14c1687950983) AuthConfig (e3bc21e682fbb88b7bd6afd482ebb5d0610e88b545f24c6b064becb25c788951) AuthConfig (0b6d28adccde86233940d68ea242981c0b415f9b1f7e9014c0880dd89e84d015) AuthConfig (776a3413d85039618f3665933fd5a778f69060cc7e88c53e5b35cd66c2211246)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2faa6d42-bdea-4706-becb-62f46cef45ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.726807155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"ce882ccc-5b06-4bf0-974d-7f440a919b2f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:29.726838779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"ce882ccc-5b06-4bf0-974d-7f440a919b2f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.857238921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"bf88fa07-4f45-49ba-8162-a54540e2466a","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.857261092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"bf88fa07-4f45-49ba-8162-a54540e2466a","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.918944013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f80c4d04-11ba-44cd-adab-0ab53e947750","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.918971703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f80c4d04-11ba-44cd-adab-0ab53e947750","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.965724974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"ccb6d4a5-71d6-4b32-9398-0040c05bbcc5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:33.970077787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"87d3c71b-b905-4f5c-a1c0-56fff205d564","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-ee08ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.024479359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"ccb6d4a5-71d6-4b32-9398-0040c05bbcc5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.082331423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"458bac71-4da4-41b3-a1d2-b99272e9b07b","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.08235104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"458bac71-4da4-41b3-a1d2-b99272e9b07b","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.138902374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"12fb3678-6d68-46a6-9f40-ceea0016cf27","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.138923976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"12fb3678-6d68-46a6-9f40-ceea0016cf27","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.150124813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"49f4a7f9-9bc6-48db-a33b-8f5920f67104","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.150150186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"49f4a7f9-9bc6-48db-a33b-8f5920f67104","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.210398778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"1dd3e1fa-998c-40aa-a0b4-68482f5bbac5","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.210430805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"1dd3e1fa-998c-40aa-a0b4-68482f5bbac5","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.25826606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"c490704b-d34c-4e65-8574-3a825c6508a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:21:34.259038975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"9ca4598e-3cc8-4ead-a500-da3c6b8c52b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-ee08ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.317380588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"c490704b-d34c-4e65-8574-3a825c6508a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.371000533Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"3a0d8ac7-bfd9-4acb-a367-017b1ef8bf4d","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-rate-test-model-210049","model":"rate-test-model-210049","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-210049/e2e-rate-iso-a-ee08ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.371977843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"244bdb47-3254-40a2-85f6-c10e1de1fc89","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.376252502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"c3d4e49d-0f26-4414-aed4-4e02d68f3c9a","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.376282081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"c3d4e49d-0f26-4414-aed4-4e02d68f3c9a","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.433716068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"244bdb47-3254-40a2-85f6-c10e1de1fc89","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.435747569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"678bab94-3868-4197-a268-88b47d9e2036","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.435770666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"678bab94-3868-4197-a268-88b47d9e2036","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.548704627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f874af67-8823-408f-8b3a-e5de64a5118d","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.548725079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f874af67-8823-408f-8b3a-e5de64a5118d","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.640155111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"78e4c2d4-adc4-4907-9ecd-fede261815b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.655305801Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"0c81faeb-118f-4475-94ee-6ea5043dabe1","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-rate-test-model-8254a0","model":"rate-test-model-8254a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8254a0/e2e-rate-iso-b-ee08ee"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.699419862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"78e4c2d4-adc4-4907-9ecd-fede261815b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.710362356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"96a1a285-4997-4734-906c-bff538a06e74","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-rate-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.830241693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"61212f57-3988-42f5-a1d6-3b6635f76b74","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.830265074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"61212f57-3988-42f5-a1d6-3b6635f76b74","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.997285071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"ff0452ee-2b61-4971-b079-7901c7d29d21","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-rate-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:35.169942855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"67754c65-7b97-4705-8a6e-109c6854d5ec","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:35.169965726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"67754c65-7b97-4705-8a6e-109c6854d5ec","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:39.837761836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"67dcc66b-2251-4728-9848-bd6cf4711e1c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:39.896434712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"67dcc66b-2251-4728-9848-bd6cf4711e1c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:39.955129356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4856cf48faf56fca6b5a19af25244e063a42bc7df75f935a90ca3d88ad871e5) AuthConfig (8ca65f9b8d9fbe3d66ff28853a1e4a283dbffe63e2a770bbbddee729e038137f) AuthConfig (1422916ffbcc61b5879d212d1a0dfb7147093fd54fd5374157a9250d9a07f33c) AuthConfig (ebdaa344addb5ea6b647c54b36361f8add6a5ad123cb304bec04825e3565ebaf) AuthConfig (3a75f0f6b74cad28c9de57dafe52d64f1a3fc89ec56ebfdd89c7265d4682f953) AuthConfig (47218125aa6f763744254394a43a4b5ce204161ff958bf6a437183062d13ab68) AuthConfig (fd7dc7124cbb344d00369e62944e298d4d522e24e1e2e734a9ffaa3ead8ea579) AuthConfig (41ba5152322df3810c331a422bb12d1c71afb10bda37ec64646f00ab64131ce9) AuthConfig (3e24197462df4b62dbcdcb8c815115086b33e82ca87cc1dace2fadb64b353475) AuthConfig (410831cca754667140cf71e20118a59bc3419060c80fb29a39014f1c342e01d5) AuthConfig (355ed830578e081ca9fee398cf6c924649ba879af1dfd2d2c60b3e1ad83cb8ad) AuthConfig (12251785a2b325434fb7a492b1c0c8da39cc67e6cd23d252e3880e09340cea5e) AuthConfig (db35d7e5e696b20c4a082a7ea7aab9b6dd973ebae1787f8e3d1b899d27b8b5b3) AuthConfig (053d7393d7045b8a54ae2c34641924027253faf5b4cbc6920b5d10c1b3b514ba) AuthConfig (b2603134924b4d5b6d093aa16d90163b4478d29299641b643be14c1687950983) AuthConfig (e3bc21e682fbb88b7bd6afd482ebb5d0610e88b545f24c6b064becb25c788951) AuthConfig (0b6d28adccde86233940d68ea242981c0b415f9b1f7e9014c0880dd89e84d015) AuthConfig (776a3413d85039618f3665933fd5a778f69060cc7e88c53e5b35cd66c2211246)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"67dcc66b-2251-4728-9848-bd6cf4711e1c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.42016761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","namespace":"ai-tenant-e2e-worker-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.420246903Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","namespace":"ai-tenant-e2e-worker-w2-2b2be7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.420299709Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","tenant":"e2e-worker-w2-2b2be7","tenantID":"e2e-worker-w2-2b2be7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.475681381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Deployment","name":"maas-api-e2e-worker-w2-2b2be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.543058379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Service","name":"maas-api-e2e-worker-w2-2b2be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.610606089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-2b2be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.667227186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-2b2be7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.727931082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.784723668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.844126397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.91090681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.965987726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.019890509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.073732028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Service","name":"payload-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.127311137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.180562203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.234149856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.287571153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.372160448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.425388244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.478920955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.535015063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-2b2be7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:44.59108702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-2b2be7"},"namespace":"ai-tenant-e2e-worker-w2-2b2be7","name":"default-tenant","reconcileID":"e6cf075b-224a-40f8-be21-2cd82feee31f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-2b2be7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.265590732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4698a1e-2620-45d5-bf04-2ef8ddf637d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.319610136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4698a1e-2620-45d5-bf04-2ef8ddf637d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.374235146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4698a1e-2620-45d5-bf04-2ef8ddf637d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.42822613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4698a1e-2620-45d5-bf04-2ef8ddf637d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.955421157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.629601887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93fd707-23ff-45d0-80fb-7f7fdfc0c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.683478724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93fd707-23ff-45d0-80fb-7f7fdfc0c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.737803177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93fd707-23ff-45d0-80fb-7f7fdfc0c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:47.791603481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93fd707-23ff-45d0-80fb-7f7fdfc0c21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.776397083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f6d0a4-6ed9-4923-9cc0-7e5d252ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.830330835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f6d0a4-6ed9-4923-9cc0-7e5d252ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.884049779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f6d0a4-6ed9-4923-9cc0-7e5d252ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:49.938305242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f6d0a4-6ed9-4923-9cc0-7e5d252ef108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.063566371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"265e76db-29f2-49f0-8edb-024cd8c16f7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.123495589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"265e76db-29f2-49f0-8edb-024cd8c16f7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.217749456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-66b7bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e4856cf48faf56fca6b5a19af25244e063a42bc7df75f935a90ca3d88ad871e5) AuthConfig (8ca65f9b8d9fbe3d66ff28853a1e4a283dbffe63e2a770bbbddee729e038137f) AuthConfig (1422916ffbcc61b5879d212d1a0dfb7147093fd54fd5374157a9250d9a07f33c) AuthConfig (ebdaa344addb5ea6b647c54b36361f8add6a5ad123cb304bec04825e3565ebaf) AuthConfig (3a75f0f6b74cad28c9de57dafe52d64f1a3fc89ec56ebfdd89c7265d4682f953) AuthConfig (47218125aa6f763744254394a43a4b5ce204161ff958bf6a437183062d13ab68) AuthConfig (fd7dc7124cbb344d00369e62944e298d4d522e24e1e2e734a9ffaa3ead8ea579) AuthConfig (41ba5152322df3810c331a422bb12d1c71afb10bda37ec64646f00ab64131ce9) AuthConfig (3e24197462df4b62dbcdcb8c815115086b33e82ca87cc1dace2fadb64b353475) AuthConfig (410831cca754667140cf71e20118a59bc3419060c80fb29a39014f1c342e01d5) AuthConfig (355ed830578e081ca9fee398cf6c924649ba879af1dfd2d2c60b3e1ad83cb8ad) AuthConfig (12251785a2b325434fb7a492b1c0c8da39cc67e6cd23d252e3880e09340cea5e) AuthConfig (db35d7e5e696b20c4a082a7ea7aab9b6dd973ebae1787f8e3d1b899d27b8b5b3) AuthConfig (053d7393d7045b8a54ae2c34641924027253faf5b4cbc6920b5d10c1b3b514ba) AuthConfig (b2603134924b4d5b6d093aa16d90163b4478d29299641b643be14c1687950983) AuthConfig (e3bc21e682fbb88b7bd6afd482ebb5d0610e88b545f24c6b064becb25c788951) AuthConfig (0b6d28adccde86233940d68ea242981c0b415f9b1f7e9014c0880dd89e84d015) AuthConfig (776a3413d85039618f3665933fd5a778f69060cc7e88c53e5b35cd66c2211246)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"265e76db-29f2-49f0-8edb-024cd8c16f7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:51.405628013Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-65f4af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-65f4af","reconcileID":"3193035f-05f0-4b46-a764-2be1967f1d85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-65f4af","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-65f4af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:51.934108132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fe8726-f4ff-4627-83be-a643dd0b2c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:51.987817518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fe8726-f4ff-4627-83be-a643dd0b2c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.042123508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fe8726-f4ff-4627-83be-a643dd0b2c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.097249465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57fe8726-f4ff-4627-83be-a643dd0b2c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:53.973016293Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b2be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b2be7","reconcileID":"07a1afaa-0449-431b-832c-3ed381662c79","aitenant":"ai-tenants/e2e-worker-w2-2b2be7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.038127099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3838f7cf-1e53-43a5-a3ec-4c7e9164eaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.09203937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3838f7cf-1e53-43a5-a3ec-4c7e9164eaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.147086741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3838f7cf-1e53-43a5-a3ec-4c7e9164eaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.201675768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3838f7cf-1e53-43a5-a3ec-4c7e9164eaf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:54.70457546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-2b2be7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-2b2be7","reconcileID":"07a1afaa-0449-431b-832c-3ed381662c79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-2b2be7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-2b2be7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.295413313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634cd27c-252a-474b-92c2-56c2d64b6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.350263277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634cd27c-252a-474b-92c2-56c2d64b6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.404490651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634cd27c-252a-474b-92c2-56c2d64b6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:56.458477135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634cd27c-252a-474b-92c2-56c2d64b6cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.596160168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be977df-5998-428a-9464-3776ae52fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.650123841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be977df-5998-428a-9464-3776ae52fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.704246497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be977df-5998-428a-9464-3776ae52fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:58.818548164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be977df-5998-428a-9464-3776ae52fd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.353212831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"70bb9755-6b0d-4c14-b106-8e92e580f591","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-rate-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.524951969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"ecd945eb-9209-477d-8fc6-f6e5dcb54ccc","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:21:59.524978535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"ecd945eb-9209-477d-8fc6-f6e5dcb54ccc","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.327784988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2daa74bb-f756-4e94-965b-9ba560941a4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.387540495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"2daa74bb-f756-4e94-965b-9ba560941a4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.608039699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"4024b674-12f0-4afa-8bdd-c57088ba15b9","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-rate-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.712179115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"b6ad2743-742b-4387-a1e4-5109625252e7","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.712209296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"b6ad2743-742b-4387-a1e4-5109625252e7","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.78226697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"55410f67-2e43-4be9-af5a-8c0910845eb2","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.782290999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"55410f67-2e43-4be9-af5a-8c0910845eb2","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.271899478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"afe52054-fbcd-4877-b96d-0da5c3ba6fbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.333418969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"afe52054-fbcd-4877-b96d-0da5c3ba6fbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.412172296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"f6ccd7cf-0708-4433-9139-aa3ca939d5da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.47057031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"f6ccd7cf-0708-4433-9139-aa3ca939d5da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.591811031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1ab81685-1887-4eaf-b8ff-70986e9ce64b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.591835045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1ab81685-1887-4eaf-b8ff-70986e9ce64b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.653320148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"13e24bf1-b2c9-4716-b1d9-22936bd14368","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.65334374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"13e24bf1-b2c9-4716-b1d9-22936bd14368","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:01.696812894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"2ad1fbf4-bd83-481b-9d84-bdd63f979684","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-1ec3a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.698712535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"196b5032-1b0c-4fe9-bed9-d0937a3f18f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:01.712451314Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"13e24bf1-b2c9-4716-b1d9-22936bd14368","name":"sub-test-model-0cebce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-0cebce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:01.71252967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"13e24bf1-b2c9-4716-b1d9-22936bd14368","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-0cebce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.717991708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"5ece5069-d858-45cd-bc1b-4df829a4a73c","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.718014244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"5ece5069-d858-45cd-bc1b-4df829a4a73c","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.757910247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"196b5032-1b0c-4fe9-bed9-d0937a3f18f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.805610463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"bf27a369-6d3e-41f3-8451-5426fe4cd8bb","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.805636183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"bf27a369-6d3e-41f3-8451-5426fe4cd8bb","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.866524722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"ad5c3d87-aa86-4c88-85d2-0ff84c57dcf6","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.866545762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"ad5c3d87-aa86-4c88-85d2-0ff84c57dcf6","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.884310957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"73b2f1c8-f407-4883-9823-f9d9b5a3d57c","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.884334246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"73b2f1c8-f407-4883-9823-f9d9b5a3d57c","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.944548807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"bdf85953-4f32-489c-a42e-0082f33a538f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.944571134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"bdf85953-4f32-489c-a42e-0082f33a538f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:01.992402203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"00ecca7c-309a-4fa7-93a5-75793f42b7f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:01.994105538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"f51da0a6-553b-453e-b507-5a8394be96c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-1ec3a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.066701038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"00ecca7c-309a-4fa7-93a5-75793f42b7f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.110223463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"73635084-a6ac-4f07-b669-ae7c54220d97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.115261973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"f3cce127-d806-40b3-83f6-6425ff03fb9f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.115286722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"f3cce127-d806-40b3-83f6-6425ff03fb9f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.116065335Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"2fb92237-84ed-4d12-a293-900ea5c841b6","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"sub-test-model-0cebce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-0cebce/e2e-shared-sub-1ec3a9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.163253271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"d1fbfc6c-0a43-40a4-ba8b-a660c36ba72b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.163277839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"d1fbfc6c-0a43-40a4-ba8b-a660c36ba72b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.169587021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"73635084-a6ac-4f07-b669-ae7c54220d97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.175199744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"7da9d99b-880c-44b6-aff7-8689618c4af3","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.175221945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"7da9d99b-880c-44b6-aff7-8689618c4af3","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.220370773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"381d4128-f4ec-40a1-9433-14a9d0d65be7","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.220396459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"381d4128-f4ec-40a1-9433-14a9d0d65be7","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:02.26952934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"e05539f0-ba69-4b76-b557-8f061b2063eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-1ec3a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.286408673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"313c51a9-d3a8-4d15-a4e3-1d100cdc7fd8","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.2864316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"313c51a9-d3a8-4d15-a4e3-1d100cdc7fd8","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.381089659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"dc0f0541-1489-4b5d-a3ec-e51b4ddab461","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.381113162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"dc0f0541-1489-4b5d-a3ec-e51b4ddab461","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.382251155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"4065d7a9-42b5-4496-9dc8-ccc37cb0ecfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.394354671Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"9bf91ed3-0178-4e4b-a02c-4054d20cee8a","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"sub-test-model-66b7bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-66b7bf/e2e-shared-sub-1ec3a9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.440136965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"74c1be11-9d15-40a5-b531-2641877609df","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.440159783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"74c1be11-9d15-40a5-b531-2641877609df","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.440832724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"7ef37513-880f-49de-9378-9df7ae5b075b","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.440848691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"7ef37513-880f-49de-9378-9df7ae5b075b","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.441304618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"4065d7a9-42b5-4496-9dc8-ccc37cb0ecfa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.483945329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"de8449c8-0d46-4a6e-8188-098d3c699196","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.500343304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"a54ee858-7c4b-4257-ac80-23202a015e16","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.500363868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"a54ee858-7c4b-4257-ac80-23202a015e16","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.506981162Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"c1c3a3f0-ac83-4fc7-9539-375759d6627d","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-0cebce/e2e-a-only-1ec3a9","ai-tenant-e2e-shared-a-w4-0cebce/e2e-shared-sub-1ec3a9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.54345055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"de8449c8-0d46-4a6e-8188-098d3c699196","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:22:02.551410471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"6d2439f9-5f38-4445-b618-ec042b01113b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-1ec3a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.567489867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"d2b25f8f-68de-4c91-8e2e-da0678dcddfe","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.567514833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"d2b25f8f-68de-4c91-8e2e-da0678dcddfe","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.601116784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"01c50d35-14b2-4754-9b66-600c537810c1","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.667724982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"d2128e03-4c33-4926-b12a-6b3fc70c737f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.667762144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"d2128e03-4c33-4926-b12a-6b3fc70c737f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.726871429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"3d8bb61c-d16e-4964-bf47-07070f317437","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.726899113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"3d8bb61c-d16e-4964-bf47-07070f317437","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.781190904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"addccf0c-efd1-49db-bc7c-e66dea3972b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.807505253Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"e9b04b08-1ae1-42ec-a3cb-fe5de71a7d8c","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-66b7bf/e2e-b-only-1ec3a9","ai-tenant-e2e-shared-b-w4-66b7bf/e2e-shared-sub-1ec3a9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.80825959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"3f533dfa-5174-4401-93d3-e2ea542876cb","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.808278196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"3f533dfa-5174-4401-93d3-e2ea542876cb","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.839587066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"addccf0c-efd1-49db-bc7c-e66dea3972b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.848970369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"ec0c7818-5324-4287-9830-b5d526496642","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.949550105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"8d31143c-f4d2-41fb-a5a6-2332c4de0f21","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:02.969181531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"0fa7ce3a-ac7b-43e3-8fd5-ff2bce31599f","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.080622015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"dcfa7a65-6bae-4b17-96aa-374e9987cb66","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.132986062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"b795a276-8bd7-4bcc-a67c-9bb17963d39e","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.133021711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"b795a276-8bd7-4bcc-a67c-9bb17963d39e","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.163725352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"fc3fe952-b965-4bd5-b4c8-ca8cccd96c8b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.163747343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"fc3fe952-b965-4bd5-b4c8-ca8cccd96c8b","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:03.300844147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"b04b0c5c-742f-4834-bed6-32706b774092","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.111448255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","namespace":"ai-tenant-e2e-inf-a-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.111509655Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","namespace":"ai-tenant-e2e-inf-a-a7d774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.111561842Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","tenant":"e2e-inf-a-a7d774","tenantID":"e2e-inf-a-a7d774","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.167675631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Deployment","name":"maas-api-e2e-inf-a-a7d774","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.229521091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Service","name":"maas-api-e2e-inf-a-a7d774","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.291992986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a7d774","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.347864874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a7d774","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.416339431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.477637552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.534312918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.592968879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.650002328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.70345843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.756947634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Service","name":"payload-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.810897858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.864165488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.917277758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:06.970568663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.028014937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.081745906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.135311655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.194995339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a7d774","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:07.249815264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a7d774"},"namespace":"ai-tenant-e2e-inf-a-a7d774","name":"default-tenant","reconcileID":"909b74d0-43e2-4082-8570-cd9fb5b49ab7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a7d774","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.036899907Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a7d774","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a7d774","reconcileID":"2c01a7a2-e469-4c92-a176-fbb595759d2b","aitenant":"ai-tenants/e2e-inf-a-a7d774","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.70674198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a4e5d-df1c-4734-baf1-bc54c2a0c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.760559824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a4e5d-df1c-4734-baf1-bc54c2a0c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.814445458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a4e5d-df1c-4734-baf1-bc54c2a0c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.821816215Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a7d774","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a7d774","reconcileID":"2c01a7a2-e469-4c92-a176-fbb595759d2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a7d774","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a7d774"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:10.86905286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a4e5d-df1c-4734-baf1-bc54c2a0c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.883242066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bae621-d2ba-48ab-83be-4e23082bc77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.937087913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bae621-d2ba-48ab-83be-4e23082bc77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:12.991071862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bae621-d2ba-48ab-83be-4e23082bc77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:13.044833756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bae621-d2ba-48ab-83be-4e23082bc77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.000000103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754de521-aac9-4319-81ee-bdae3e0a7165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.053858528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754de521-aac9-4319-81ee-bdae3e0a7165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.10762725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754de521-aac9-4319-81ee-bdae3e0a7165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.161547677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754de521-aac9-4319-81ee-bdae3e0a7165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:15.952743297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.244748412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b290292-0181-4ecd-ac17-8543970ca290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.299702585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b290292-0181-4ecd-ac17-8543970ca290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.356877657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b290292-0181-4ecd-ac17-8543970ca290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:19.429602218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b290292-0181-4ecd-ac17-8543970ca290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:21.406966689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9868f45-9817-4849-bcfd-356d759a2e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:21.46101824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9868f45-9817-4849-bcfd-356d759a2e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:21.51507862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9868f45-9817-4849-bcfd-356d759a2e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:21.569797485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9868f45-9817-4849-bcfd-356d759a2e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:29.991904848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"49f1ba78-7d0a-421b-a068-8a5d2e48c10d","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:29.992131687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"c1326cd8-ff6a-4c5c-a2dd-58894573e6d9","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.16402434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"06e6f0d6-4927-4337-b9e1-fc4f23e485bf","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.164059061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"06e6f0d6-4927-4337-b9e1-fc4f23e485bf","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.166407254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"48e81ccf-c45f-4f5c-8d3a-1940956d9b46","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.16643196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"48e81ccf-c45f-4f5c-8d3a-1940956d9b46","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.077136887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"bb24f23e-66da-42b8-95bc-3b1771c55ce5","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.077139237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"0f381385-4d00-4d3c-b717-043d0baff688","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.25189295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"1cf37875-6c3e-4e5a-8716-56c9bb1ac13f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.251913646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"1cf37875-6c3e-4e5a-8716-56c9bb1ac13f","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.254392978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"02ec7d3d-e70e-429f-aca4-94e6afa4b3a8","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.254411499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"02ec7d3d-e70e-429f-aca4-94e6afa4b3a8","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.710253592Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"5c988759-5b4e-4010-97e6-c231d2286177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.710344954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"8a7d83fc-c114-40d2-982e-01face734686","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.710357653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"8a7d83fc-c114-40d2-982e-01face734686","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.816414644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"9c2c84f8-d839-4122-bbbe-c6846d058eda","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.881905873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"9c2c84f8-d839-4122-bbbe-c6846d058eda","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.918025161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"5c988759-5b4e-4010-97e6-c231d2286177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.933733471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"16407a80-0c80-448f-9a43-39a67f4c05a9","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-rate-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:31.962446143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"71c7c305-10ed-4fc0-84f6-14c5fd12759a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.021278524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"71c7c305-10ed-4fc0-84f6-14c5fd12759a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.047983021Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"5c988759-5b4e-4010-97e6-c231d2286177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.048005469Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"5c988759-5b4e-4010-97e6-c231d2286177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.106251491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"08bf88a3-2773-4bd6-bedc-45f4c966827c","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.10627801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"08bf88a3-2773-4bd6-bedc-45f4c966827c","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.255006096Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0762d528-f91d-4500-b4bc-3c970d5b655c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.255068006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"8b686302-ed9d-49e9-bfe6-24e292988fc1","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.255082623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"8b686302-ed9d-49e9-bfe6-24e292988fc1","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.330311113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"80f5ad2a-b78b-4a41-be3b-911ed9da5fda","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-rate-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.436495683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0762d528-f91d-4500-b4bc-3c970d5b655c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.477130121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"78e5103d-f20b-4037-b978-7bc68c61224f","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-rate-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.567752604Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0762d528-f91d-4500-b4bc-3c970d5b655c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.567784076Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-auth-ee08ee","reconcileID":"0762d528-f91d-4500-b4bc-3c970d5b655c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.62610565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"a3308520-636f-46e2-a66e-e8573fed2d57","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.62613014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"a3308520-636f-46e2-a66e-e8573fed2d57","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.773644827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"353538f5-6be3-4280-ae42-5cf0e6fd01f8","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.773695856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"353538f5-6be3-4280-ae42-5cf0e6fd01f8","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:32.848935523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"761d7d3a-27f6-4f63-8484-ab992354f230","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-rate-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.373898735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1665cdbd-cc3d-4627-9135-67dffb522da7","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.373930455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"1665cdbd-cc3d-4627-9135-67dffb522da7","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.373908085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"23ca29c5-d6ec-4d71-898b-467be29d115e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.596755903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"47e927e0-120b-4e88-b906-ea0bc5468b26","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.596903064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"642f8c52-4204-4857-a05a-eb06172c53d4","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.601627821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"23ca29c5-d6ec-4d71-898b-467be29d115e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.734133257Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"23ca29c5-d6ec-4d71-898b-467be29d115e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"e2e-shared-a-w4-0cebce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.734159082Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"23ca29c5-d6ec-4d71-898b-467be29d115e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.79745553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"20e783ff-d606-46d6-aca9-a7379c909168","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.797477375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"20e783ff-d606-46d6-aca9-a7379c909168","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.950136775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"2390e7b3-f732-4e31-9063-e5f29205fd81","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:33.950258612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"2390e7b3-f732-4e31-9063-e5f29205fd81","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.023027093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"654b78e4-0a94-4054-9bf4-74f4e61b0b9e","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:34.023083832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"7d6b5167-3dcc-4ea9-b4f6-9b7a6eb499e1","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:42.941225943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"a98d9ed3-1a4e-4ffb-8746-473343abf979","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","subscription":"e2e-rate-iso-a-ee08ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:42.995259986Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"a98d9ed3-1a4e-4ffb-8746-473343abf979","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:43.049246814Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-rate-iso-a-ee08ee","reconcileID":"a98d9ed3-1a4e-4ffb-8746-473343abf979","MaaSSubscription":{"name":"e2e-rate-iso-a-ee08ee","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:43.385810933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f5d4472f-92c0-4c69-89c0-bdabed71b312","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/rate-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:43.385837717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"rate-test-model-210049","reconcileID":"f5d4472f-92c0-4c69-89c0-bdabed71b312","MaaSModelRef":{"name":"rate-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"rate-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"rate-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:43.541997955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"15da93ae-862f-48a6-9dfe-2cae464dd665","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:43.542022145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"15da93ae-862f-48a6-9dfe-2cae464dd665","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.303711474Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"1b28d011-a641-44eb-b2bf-7d9f77c98777","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscription":"e2e-shared-sub-1ec3a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.472747685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-shared-sub-1ec3a9","reconcileID":"1b28d011-a641-44eb-b2bf-7d9f77c98777","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-0cebce/e2e-a-only-1ec3a9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.635624813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"cb0c83c2-736c-48fa-a6ec-a7677121111c","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.740063708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"70e83ba6-b3c8-45e2-9554-0d60462854c0","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.740094491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"70e83ba6-b3c8-45e2-9554-0d60462854c0","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.89664903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"979b6131-414c-4cd4-9700-fc59f68fba31","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:44.896710336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"979b6131-414c-4cd4-9700-fc59f68fba31","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:45.953625948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.42278819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"2174f339-6295-412b-beec-be6a0fee332f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.522691892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"7fcd85f7-92f6-4337-ab32-00da10bee88b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.623381281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3d310580-39a4-4cbf-b43b-e7ca01b03285","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:50.724891474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"34b06f84-0768-4735-adf5-67b07c616891","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.212712967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"1c95490c-2a7f-4bdc-8cf2-558c28b12b39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.332803117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f7897f0-11f8-4a9f-9c80-4e23a4e27e8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.45737921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"89da9215-76d8-4db3-be21-313bdd33a73a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.578832492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"f864774b-574e-4ded-8972-c3b639a84a10","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.578905209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"d046bf52-3ffa-4803-ad5a-6d2bd2854add","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.678396442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"088c429b-aa39-4cfc-a3dd-bdf608c4d8d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.779985895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"e8364335-8ea8-401e-8330-a7f927f95d52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:51.82108054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63401d28-7596-48c1-9125-72180c48cf94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:53.711134125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"eafeb2d3-9adb-4626-a8f3-15ddaa09a40e","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","subscription":"e2e-rate-iso-b-ee08ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:53.765327598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"eafeb2d3-9adb-4626-a8f3-15ddaa09a40e","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:53.821986711Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-rate-iso-b-ee08ee","reconcileID":"eafeb2d3-9adb-4626-a8f3-15ddaa09a40e","MaaSSubscription":{"name":"e2e-rate-iso-b-ee08ee","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:54.10326315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"40f9ae12-55dd-4066-9e54-996b22b4c613","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/rate-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:54.103289356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"rate-test-model-8254a0","reconcileID":"40f9ae12-55dd-4066-9e54-996b22b4c613","MaaSModelRef":{"name":"rate-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"rate-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"rate-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.064178657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"8bfaefca-74a6-48f1-8bff-4ecbdca82080","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","subscription":"e2e-a-only-1ec3a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.118596696Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"8bfaefca-74a6-48f1-8bff-4ecbdca82080","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.173213991Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"e2e-a-only-1ec3a9","reconcileID":"8bfaefca-74a6-48f1-8bff-4ecbdca82080","MaaSSubscription":{"name":"e2e-a-only-1ec3a9","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"name":"maas-trlp-sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.456727435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"9054cdb3-9e7c-44ac-b313-87afb1333bbd","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"tenant":"e2e-shared-a-w4-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","model":"ai-tenant-e2e-shared-a-w4-0cebce/sub-test-model-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.456753777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"sub-test-model-0cebce","reconcileID":"9054cdb3-9e7c-44ac-b313-87afb1333bbd","MaaSModelRef":{"name":"sub-test-model-0cebce","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"routeName":"sub-test-model-0cebce-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","llmisvcName":"sub-test-model-0cebce","gateway":"openshift-ingress/e2e-shared-a-w4-0cebce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.798185014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"b0ba5f1a-7f84-414f-bc02-38cb10101a7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.798288012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"07a05c40-fad1-4702-9cae-7eafbe082b50","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:55.79830539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"07a05c40-fad1-4702-9cae-7eafbe082b50","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.006795153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"b0ba5f1a-7f84-414f-bc02-38cb10101a7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.054453417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"6db20270-909e-4b90-b6fd-791ecd573488","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.054492048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"23d587d6-c2eb-40f6-a0d0-58fdbe7101cc","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.137551998Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"b0ba5f1a-7f84-414f-bc02-38cb10101a7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"e2e-shared-b-w4-66b7bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.137578401Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-sub-iso-auth-1ec3a9","reconcileID":"b0ba5f1a-7f84-414f-bc02-38cb10101a7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.19604269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"1770ae25-85ca-40d7-9776-235333634714","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.196066404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"1770ae25-85ca-40d7-9776-235333634714","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.356165709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"6aefb9e3-bd87-4ee8-94a2-790f988cf9e2","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.356189133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"6aefb9e3-bd87-4ee8-94a2-790f988cf9e2","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.419279689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"18ed1482-d2cf-4521-b6c0-00969eefc51f","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:22:56.419324578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"0d16cb61-b207-48af-99c2-4f1584b12025","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.739793378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"e1a6598c-dc60-4a52-8cdf-d5c827a618ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:02.861143864Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"e1a6598c-dc60-4a52-8cdf-d5c827a618ec","name":"e2e-shared-b-w0-65f4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:06.698823228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"ab4fa194-b8e7-49e0-ac6a-6eb373744707","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscription":"e2e-shared-sub-1ec3a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:06.867761348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-shared-sub-1ec3a9","reconcileID":"ab4fa194-b8e7-49e0-ac6a-6eb373744707","MaaSSubscription":{"name":"e2e-shared-sub-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-66b7bf/e2e-b-only-1ec3a9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.029787109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"ec7eb030-c8d1-4de7-b851-ba552f0d0087","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.136060188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"e6f87599-7c13-4cfa-af7c-2ab61f6c08ef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.136086536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"e6f87599-7c13-4cfa-af7c-2ab61f6c08ef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.460853476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"b6244146-bc1b-4bd3-97d7-993d98dc156b","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:07.460874658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"b6244146-bc1b-4bd3-97d7-993d98dc156b","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:15.952873821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.627529525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"94f19234-adaa-45c6-86cf-74f2afeb6e77","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","subscription":"e2e-b-only-1ec3a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.682053538Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"94f19234-adaa-45c6-86cf-74f2afeb6e77","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:17.736301054Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"e2e-b-only-1ec3a9","reconcileID":"94f19234-adaa-45c6-86cf-74f2afeb6e77","MaaSSubscription":{"name":"e2e-b-only-1ec3a9","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"name":"maas-trlp-sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:18.069569335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"df98e5be-4633-48a4-9eb0-aad2a1bb0e42","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"tenant":"e2e-shared-b-w4-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","model":"ai-tenant-e2e-shared-b-w4-66b7bf/sub-test-model-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:18.069601393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"sub-test-model-66b7bf","reconcileID":"df98e5be-4633-48a4-9eb0-aad2a1bb0e42","MaaSModelRef":{"name":"sub-test-model-66b7bf","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"routeName":"sub-test-model-66b7bf-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","llmisvcName":"sub-test-model-66b7bf","gateway":"openshift-ingress/e2e-shared-b-w4-66b7bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.688045249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"7ff2565d-a52e-4a91-b46d-64e4db68419f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.810544465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"5830ece7-cbac-4b90-9ef3-d679df5f6d50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:21.997081833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"ce4c3e7d-5f51-445a-9463-fb338f045823","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.120432851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"4d789a8c-d115-4f74-8cad-2d603ae970f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.244560838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd8d29d6-a4c0-4e10-b484-e4570e5e451f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.369396104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"105e1516-d417-4708-abbd-2704ecaf0cc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.558142273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6c75484-90bf-498e-aaba-ada4e326af34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.679201123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"067a8279-d8ed-4db3-9699-ea38894564c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.785125346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"0ddcfd63-a83c-413a-82fd-c3486142fb4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.987562657Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","namespace":"ai-tenant-e2e-inf-b-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.987625553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","namespace":"ai-tenant-e2e-inf-b-beb057","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:22.987709749Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","tenant":"e2e-inf-b-beb057","tenantID":"e2e-inf-b-beb057","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.043221178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Deployment","name":"maas-api-e2e-inf-b-beb057","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.106989424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Service","name":"maas-api-e2e-inf-b-beb057","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.192913777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"ebff2259-ecc0-48b2-8790-02b4472a32cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.227362609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-beb057","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.291312307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-beb057","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.34878895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.404848172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.463084686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.526975101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.580773985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Deployment","name":"payload-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.636537287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.714551861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Service","name":"payload-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.768586762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.829022136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.882707373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.937178279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:23.996129323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.049521113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.103024036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.200032464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-beb057","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:24.259044418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-beb057"},"namespace":"ai-tenant-e2e-inf-b-beb057","name":"default-tenant","reconcileID":"5b45eabb-9d10-457e-94c8-eef3446b7eaa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-beb057","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.409183553Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb057","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb057","reconcileID":"50326c60-1558-4147-84c4-4eb0959cd0f0","aitenant":"ai-tenants/e2e-inf-b-beb057","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.053255945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1056001-9349-44a4-bcb0-523445688b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.10714706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1056001-9349-44a4-bcb0-523445688b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.161017011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1056001-9349-44a4-bcb0-523445688b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.167627225Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-beb057","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-beb057","reconcileID":"50326c60-1558-4147-84c4-4eb0959cd0f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-beb057","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-beb057"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:28.214748262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1056001-9349-44a4-bcb0-523445688b17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.375799405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ba08f4-a275-4b1f-a2f8-d9023b06b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.434868479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ba08f4-a275-4b1f-a2f8-d9023b06b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.505490872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ba08f4-a275-4b1f-a2f8-d9023b06b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.560015056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ba08f4-a275-4b1f-a2f8-d9023b06b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.551391889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ec3dc-10c6-4698-9f05-fc046a36f80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.605044571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ec3dc-10c6-4698-9f05-fc046a36f80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.658888705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ec3dc-10c6-4698-9f05-fc046a36f80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.713751585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439ec3dc-10c6-4698-9f05-fc046a36f80f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:37.145267027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b174ee-efac-42db-b169-c03e6d4857bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:37.201583664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b174ee-efac-42db-b169-c03e6d4857bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:37.255844277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b174ee-efac-42db-b169-c03e6d4857bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:37.310237493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b174ee-efac-42db-b169-c03e6d4857bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:39.267913832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d20df6d-6939-4a9b-b67f-c9544de8f56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:39.322596603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d20df6d-6939-4a9b-b67f-c9544de8f56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:39.376702305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d20df6d-6939-4a9b-b67f-c9544de8f56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:39.430423433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d20df6d-6939-4a9b-b67f-c9544de8f56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:23:45.961397235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.727242738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3801ec3d-f341-46dc-9553-f5dd419ce6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.78102455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3801ec3d-f341-46dc-9553-f5dd419ce6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.835463763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3801ec3d-f341-46dc-9553-f5dd419ce6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:11.889776836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3801ec3d-f341-46dc-9553-f5dd419ce6d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.8361097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac28786a-df41-461c-9975-86bfcf442c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.890258218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac28786a-df41-461c-9975-86bfcf442c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.9452894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac28786a-df41-461c-9975-86bfcf442c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.99897425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac28786a-df41-461c-9975-86bfcf442c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.954305072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.694370271Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.694426911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","namespace":"ai-tenant-e2e-shared-a-w3-17edb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.694478675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","tenant":"e2e-shared-a-w3-17edb0","tenantID":"e2e-shared-a-w3-17edb0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.750100424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-17edb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.813034161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Service","name":"maas-api-e2e-shared-a-w3-17edb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.870140262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-17edb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.925347909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-17edb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.993358346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.051264539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.108113153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.173872104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.227601294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.286780717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.339911836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.393160716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.446563477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.499787378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.552860813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.609889643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.663039758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.716241861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.77270062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-17edb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.825974482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-17edb0"},"namespace":"ai-tenant-e2e-shared-a-w3-17edb0","name":"default-tenant","reconcileID":"85ba6bdd-c6a1-46bb-b354-8845ad8e16d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-17edb0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.390393021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15482c7b-1455-45c0-a7d6-e6988d39b228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.444044849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15482c7b-1455-45c0-a7d6-e6988d39b228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.497479203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15482c7b-1455-45c0-a7d6-e6988d39b228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:40.55145053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15482c7b-1455-45c0-a7d6-e6988d39b228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.576401121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e73052-961f-4d29-a015-58553b1f7c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.630275804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e73052-961f-4d29-a015-58553b1f7c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.684132261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e73052-961f-4d29-a015-58553b1f7c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.684258091Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-17edb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-17edb0","reconcileID":"50dce11d-6f6e-4700-9ec3-9152f8006704","aitenant":"ai-tenants/e2e-shared-a-w3-17edb0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.738169886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e73052-961f-4d29-a015-58553b1f7c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:43.460368025Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-17edb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-17edb0","reconcileID":"50dce11d-6f6e-4700-9ec3-9152f8006704","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-17edb0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-17edb0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.796282708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48d411c-4922-432b-b9fe-70a5d46b2479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.851061424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48d411c-4922-432b-b9fe-70a5d46b2479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.905310869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48d411c-4922-432b-b9fe-70a5d46b2479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.960365214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48d411c-4922-432b-b9fe-70a5d46b2479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.952824039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:46.97224216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b09807b-4ad2-40f9-b8f3-a2466e04535a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.026845478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b09807b-4ad2-40f9-b8f3-a2466e04535a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.080513489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b09807b-4ad2-40f9-b8f3-a2466e04535a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.134417498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b09807b-4ad2-40f9-b8f3-a2466e04535a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.506589669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5fcbe71d-647e-4028-a847-97721bf76f9c","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:50.506627504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5fcbe71d-647e-4028-a847-97721bf76f9c","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.527291064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329a0502-4da5-459a-bb54-d307e3213d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.581741796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329a0502-4da5-459a-bb54-d307e3213d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.635543393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329a0502-4da5-459a-bb54-d307e3213d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:52.689881079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329a0502-4da5-459a-bb54-d307e3213d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.669454208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a51eea-63f8-4cde-954f-5f296da21031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.723429342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a51eea-63f8-4cde-954f-5f296da21031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.777262007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a51eea-63f8-4cde-954f-5f296da21031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.83119355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a51eea-63f8-4cde-954f-5f296da21031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.781526501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e34f76-1ec9-432e-8a75-723743735e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.83544677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e34f76-1ec9-432e-8a75-723743735e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.889074063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e34f76-1ec9-432e-8a75-723743735e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:24:56.943077013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e34f76-1ec9-432e-8a75-723743735e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:13.875413696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"eacf22e4-bbb0-4832-85a9-d4896b86e0c4","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:13.87545205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"eacf22e4-bbb0-4832-85a9-d4896b86e0c4","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:15.979603519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.67798918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.678049207Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","namespace":"ai-tenant-e2e-shared-a-w4-0cebce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.678099902Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","tenant":"e2e-shared-a-w4-0cebce","tenantID":"e2e-shared-a-w4-0cebce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.733693132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-0cebce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.797780329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Service","name":"maas-api-e2e-shared-a-w4-0cebce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.854346765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-0cebce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.910076093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-0cebce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:21.982670973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.041409286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.100182015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.133193689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"f3bdeddc-e7f2-4bca-b891-e4173e31ee39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.157873097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.211238466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.265491375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.274796173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"225c6dc2-dfcd-4838-8285-463a96a67e8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.318836014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.372253577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.425425519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.484620824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.537840382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.594980051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.647281861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"7eb6d512-917b-45a3-917f-117b2930bed2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.64809874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.701610538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.748362922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"1aef5d3a-44ed-4bfc-b848-21ea7b59b385","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.75802203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-0cebce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.812547778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-0cebce"},"namespace":"ai-tenant-e2e-shared-a-w4-0cebce","name":"default-tenant","reconcileID":"b7248085-fac6-4307-bf11-e19ec5056396","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-0cebce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.854807993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"55e70089-7daf-4d82-acc8-826dc1043e71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:22.957259342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4ca9365-e9f2-49e2-a18a-1c18879dd249","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.168440291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"7d3f9817-1563-45aa-96b1-e7bd85702ed3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.275526996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"40bdda67-2ce0-4682-ae45-2174b221f71d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.328852308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"3c31871e-d3b7-4a8b-96ac-f3e897367236","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:23.450411513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5160f5e-2174-444d-bbb6-b955d56556ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.279292482Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-0cebce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-0cebce","reconcileID":"c84222c2-69c5-4bce-aa8a-452fdb34e953","aitenant":"ai-tenants/e2e-shared-a-w4-0cebce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.926847185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20ca42-efee-4031-994d-f7a65d8d6f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:27.982289411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20ca42-efee-4031-994d-f7a65d8d6f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.036122087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20ca42-efee-4031-994d-f7a65d8d6f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.043456675Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-0cebce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-0cebce","reconcileID":"c84222c2-69c5-4bce-aa8a-452fdb34e953","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-0cebce","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-0cebce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.089571183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a20ca42-efee-4031-994d-f7a65d8d6f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.051063123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4697550-31c4-48e7-97a8-73ae3c228c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.104921619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4697550-31c4-48e7-97a8-73ae3c228c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.158836496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4697550-31c4-48e7-97a8-73ae3c228c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.212721762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4697550-31c4-48e7-97a8-73ae3c228c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.145159552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14205387-aa70-4b53-85e3-670f381afb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.19882793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14205387-aa70-4b53-85e3-670f381afb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.252501626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14205387-aa70-4b53-85e3-670f381afb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.306396013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14205387-aa70-4b53-85e3-670f381afb3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:36.337122903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4a42fc-58c6-4611-a13c-2656819b6ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:36.390770796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4a42fc-58c6-4611-a13c-2656819b6ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:36.444850879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4a42fc-58c6-4611-a13c-2656819b6ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:36.499207863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4a42fc-58c6-4611-a13c-2656819b6ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.516311878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7fd260-5f76-493e-b3c6-36d5e5714b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.569993512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7fd260-5f76-493e-b3c6-36d5e5714b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.623539665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7fd260-5f76-493e-b3c6-36d5e5714b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.677244544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7fd260-5f76-493e-b3c6-36d5e5714b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.045145684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"fe883450-2b10-4bc0-b843-ae846812de7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.168003127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"5b4015b6-de0e-4782-8673-de0966ef67ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.290260697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"78f2144c-7410-4c1a-9fc3-0319877e438b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.412974118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"8fa25d86-72c8-4755-a4eb-285ba6dfd39b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.514860664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85772eb9-6614-4184-8d08-a898e2df2120","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.65520421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"edf16d42-5706-44df-b18e-408e9c1aa8dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.775317581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48f1871d-5aa1-4db6-b6d0-d06ce871b215","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.875530612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"43dd4117-0291-490b-a479-35e9c4462fbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.976535883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"f9d6e40f-4e8f-4a0c-9f01-b57d17ea2f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.206371295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e282f8cc-8a41-4804-a7f5-6a6f300cb67c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.425166211Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.425237633Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","namespace":"ai-tenant-e2e-shared-b-w3-163ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.425302475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","tenant":"e2e-shared-b-w3-163ff2","tenantID":"e2e-shared-b-w3-163ff2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.480950912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-163ff2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.544757871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Service","name":"maas-api-e2e-shared-b-w3-163ff2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.606095458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-163ff2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.66169375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-163ff2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.730174713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.78637108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.845980236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.90264931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:43.955924728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.015402755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.071102781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.12466981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.177928556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.23175989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.285382118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.345194702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.398733378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.452819681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.509911625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-163ff2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.565311491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-163ff2"},"namespace":"ai-tenant-e2e-shared-b-w3-163ff2","name":"default-tenant","reconcileID":"ab79b955-fa29-463a-939b-6c208a5a4a47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-163ff2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:45.952058937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:48.587571644Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-163ff2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-163ff2","reconcileID":"f3f1c82b-2eca-4d5f-b60a-8622027ab43b","aitenant":"ai-tenants/e2e-shared-b-w3-163ff2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:49.236147711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59860f8-b642-49f9-a3c4-03df0c20119b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:49.28988175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59860f8-b642-49f9-a3c4-03df0c20119b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:49.343580548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59860f8-b642-49f9-a3c4-03df0c20119b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:49.350219066Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-163ff2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-163ff2","reconcileID":"f3f1c82b-2eca-4d5f-b60a-8622027ab43b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-163ff2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-163ff2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:49.398051457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59860f8-b642-49f9-a3c4-03df0c20119b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.594394445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-access","reconcileID":"e26ebf6c-68e1-4260-88b3-2013ce492b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.594453415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"dfe4e82a-30aa-4afc-9924-b3024e9110b1","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.798980056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"82a6ff3b-7957-4608-bdf8-661760192c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.856509368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"8cd5ad83-71d0-4d41-9bf9-4856d76747fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.858175042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"82a6ff3b-7957-4608-bdf8-661760192c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.858512987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"90c6841b-fa80-4689-abf0-76679a666213","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.011714352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"ce28bf9f-2688-4131-8197-23d0a8612da8","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.076404746Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"74b70f33-8193-43a5-88db-ab1096e8b99f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.13144387Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"74b70f33-8193-43a5-88db-ab1096e8b99f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.173541288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"761a0e8c-d636-4e4c-800f-f806d8ac6b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.232219681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"761a0e8c-d636-4e4c-800f-f806d8ac6b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.356981949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"cc089a31-c93b-45bf-8a82-487f071bfdde","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.383253131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4775cbc-e6f1-49c6-9367-8e97ef3f69ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.439225276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4775cbc-e6f1-49c6-9367-8e97ef3f69ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.493487659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4775cbc-e6f1-49c6-9367-8e97ef3f69ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:51.547283277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4775cbc-e6f1-49c6-9367-8e97ef3f69ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:53.484983723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc96b91-d636-4495-8c5d-e0867596d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:53.542777095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc96b91-d636-4495-8c5d-e0867596d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:53.605623234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc96b91-d636-4495-8c5d-e0867596d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:25:53.659304231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc96b91-d636-4495-8c5d-e0867596d77a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.553689161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"129c3bcc-02aa-4f26-9dcc-ac59bc3a6d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:01.609570735Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"simulator-subscription","reconcileID":"129c3bcc-02aa-4f26-9dcc-ac59bc3a6d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/simulator-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.058831328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"0e18daac-8b46-4370-9c03-eb65a2debb76","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.167260288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"0a2eec25-6044-4605-82ae-c95f38f2d451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:02.226196543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"0a2eec25-6044-4605-82ae-c95f38f2d451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:03.58276109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"3275a659-52ea-4fb6-aa5e-695f079cc880","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.229098839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"bddc2595-405c-409c-8d38-6b27934bdd35","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.229137105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"bddc2595-405c-409c-8d38-6b27934bdd35","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.636643736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"281cec77-5938-419a-b82a-e7124bd5b354","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.690063653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"80e2419d-3457-43ef-966e-c1b08e3744ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.698381779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"8e5e71a6-1e23-4458-8110-619b8958aaca","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.748987367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"80e2419d-3457-43ef-966e-c1b08e3744ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.802874251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"3e609a47-2f7c-4d49-8990-75f19a2de9af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21a3e9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.856234941Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"96db3016-e4f1-4193-89be-186cd486000d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21a3e9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.90972328Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"e9de53d1-4c52-4963-a89e-80128d6991e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21a3e9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.958336736Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"450843df-4882-4e43-b033-dfd2dd376a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.163205465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"450843df-4882-4e43-b033-dfd2dd376a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.225385733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"d870c069-2dc6-42d0-9c16-e8ee56930b1e","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.225621702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"52c09372-6830-4d3e-950b-ccbc37fc058d","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.225806256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"f192cde6-d106-4527-8f05-86bfb634e87a","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.225946366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"1da65187-0dbe-42b3-8293-ebae2e950273","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.278759483Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"bd43eb31-206c-4f2f-8283-60efb0bc06d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21a3e9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.296030453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"450843df-4882-4e43-b033-dfd2dd376a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"e2e-worker-w3-c88420-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.29605644Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-access","reconcileID":"450843df-4882-4e43-b033-dfd2dd376a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c88420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.391512835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"8fe36987-491b-441f-a2ca-62be2f8dd38d","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.195505447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7e6bd4-516f-41ae-9809-4aa8dd7505aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.249730234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7e6bd4-516f-41ae-9809-4aa8dd7505aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.303802564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7e6bd4-516f-41ae-9809-4aa8dd7505aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.357446807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7e6bd4-516f-41ae-9809-4aa8dd7505aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.831534714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"72ccb411-ee18-4168-a405-c025a46af8e1","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.831560278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"72ccb411-ee18-4168-a405-c025a46af8e1","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.91194546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5db3c136-d27d-4e76-97be-98b463fb0192","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.911969577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5db3c136-d27d-4e76-97be-98b463fb0192","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.019122201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"4df995d4-0d05-4b84-b4cb-b5ee8e97147b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.152053319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"4df995d4-0d05-4b84-b4cb-b5ee8e97147b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.209879021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"4df995d4-0d05-4b84-b4cb-b5ee8e97147b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.269251576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"ddd055e7-a576-450b-aa41-6020839c5c93","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:10.269274525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"ddd055e7-a576-450b-aa41-6020839c5c93","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.348600939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab826588-d02c-4dde-8c1a-3d66d6cd6410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.40293312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab826588-d02c-4dde-8c1a-3d66d6cd6410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.460759017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab826588-d02c-4dde-8c1a-3d66d6cd6410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.515982668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab826588-d02c-4dde-8c1a-3d66d6cd6410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.960970478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.187300013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"3858f9ad-4b7a-4e7b-9e49-a4a09de8c3ae","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.502793407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"251026dd-fc33-4d73-b53d-436f5a40ca91","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.556520927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"53a8228f-98c2-4385-a336-bd616148bc85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.611377245Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"53a8228f-98c2-4385-a336-bd616148bc85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.666739912Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"premium-simulator-subscription","reconcileID":"53a8228f-98c2-4385-a336-bd616148bc85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c88420"},"name":"maas-trlp-premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420","model":"e2e-models-e2e-worker-w3-c88420/premium-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.817511421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"1d83d37b-7d53-40eb-8226-e4b5ee4c53e1","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:17.945930213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"62a42699-4b8b-4175-8ea0-5223832ba5e6","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.956795177Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.956878955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:19.956939251Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","tenant":"e2e-shared-b-w4-66b7bf","tenantID":"e2e-shared-b-w4-66b7bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.012962804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-66b7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.075487071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Service","name":"maas-api-e2e-shared-b-w4-66b7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.136514437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-66b7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.191761997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-66b7bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.252190697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.309054158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.368047227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.426857526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.474169038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"d41cc0d0-475c-40fb-b91a-aab295039c38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.483352241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.534156303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"d41cc0d0-475c-40fb-b91a-aab295039c38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.536824582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.590481963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.592765443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"d41cc0d0-475c-40fb-b91a-aab295039c38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.647018028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.700572922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.753932065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.807417983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.867788542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.923000886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.981204599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.034835072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-66b7bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:21.092001601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-66b7bf"},"namespace":"ai-tenant-e2e-shared-b-w4-66b7bf","name":"default-tenant","reconcileID":"d3c76cc5-90e5-4ce2-a06f-6efb37d84e3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-66b7bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.443759823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-2-w3-c88420","reconcileID":"67a78d6a-3d35-45ac-9e63-7ed1b735bc19","MaaSModelRef":{"name":"distinct-2-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-2-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-2-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.450864568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"distinct-w3-c88420","reconcileID":"bed040f4-5c45-47ca-ab2c-883dc8addf9d","MaaSModelRef":{"name":"distinct-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"distinct-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"distinct-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.461754112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"premium-w3-c88420","reconcileID":"5beeacc4-8856-4f68-a8d9-45aaeb92b054","MaaSModelRef":{"name":"premium-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"premium-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"premium-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.473335579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"namespace":"e2e-models-e2e-worker-w3-c88420","name":"simulator-w3-c88420","reconcileID":"cc660f4d-bce8-43d2-9282-bb9899fc7284","MaaSModelRef":{"name":"simulator-w3-c88420","namespace":"e2e-models-e2e-worker-w3-c88420"},"routeName":"simulator-w3-c88420-kserve-route","namespace":"e2e-models-e2e-worker-w3-c88420","llmisvcName":"simulator-w3-c88420","gateway":"openshift-ingress/e2e-worker-w3-c88420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.112604049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","namespace":"ai-tenant-e2e-worker-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.112738471Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","namespace":"ai-tenant-e2e-worker-w3-c88420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.11281745Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","tenant":"e2e-worker-w3-c88420","tenantID":"e2e-worker-w3-c88420","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.168039077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Deployment","name":"maas-api-e2e-worker-w3-c88420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.28477661Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-66b7bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-66b7bf","reconcileID":"8224f851-2310-465c-913d-2cee5bc05ed5","aitenant":"ai-tenants/e2e-shared-b-w4-66b7bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.305676606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Service","name":"maas-api-e2e-worker-w3-c88420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.40009279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-c88420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.456850682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-c88420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.518497693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.576989659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.6443961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.700908584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.756938316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.812574651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.868235171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Service","name":"payload-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.921416816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.936490345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d651a63b-0ec8-425d-b608-c9f9e97fb2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.98989973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.990950759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d651a63b-0ec8-425d-b608-c9f9e97fb2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.044140541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.046989457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d651a63b-0ec8-425d-b608-c9f9e97fb2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.052463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-66b7bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-66b7bf","reconcileID":"8224f851-2310-465c-913d-2cee5bc05ed5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-66b7bf","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-66b7bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.101727512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.102200643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d651a63b-0ec8-425d-b608-c9f9e97fb2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.166000775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.222106438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.278499402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.388613331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-c88420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.441631073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c88420"},"namespace":"ai-tenant-e2e-worker-w3-c88420","name":"default-tenant","reconcileID":"e2e6cb28-851e-4872-b7bb-e9c8f6ab93f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-c88420","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.611457798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"d6c33b1f-2e26-414c-b3d7-4ed9d5fe0d5d","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:27.611496557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"d6c33b1f-2e26-414c-b3d7-4ed9d5fe0d5d","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.264001285Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-access","reconcileID":"578589c5-de61-46ed-89a8-193c4c70f795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.264054536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"6b2238e9-518a-4b78-9bf1-8e56164e07ea","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.476808471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"f5547fd2-6b40-4c97-9e7b-afa771ed0289","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.495324239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"461e30e4-ce83-414c-b478-e978eb4e6180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.549813203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"a54f01a3-6c61-4767-853c-3ad01552dbfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.554022996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"461e30e4-ce83-414c-b478-e978eb4e6180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.640216455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"5352bb4f-1da8-4589-95c5-8a8a29e822e5","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.867877558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"55423fa7-cfef-43da-8fdf-d1091f4cb28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.926431917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"55423fa7-cfef-43da-8fdf-d1091f4cb28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.07845517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9ccd0-9b7e-43aa-ac51-bb826053fb1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.133102488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9ccd0-9b7e-43aa-ac51-bb826053fb1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.187771131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9ccd0-9b7e-43aa-ac51-bb826053fb1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.242645701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9ccd0-9b7e-43aa-ac51-bb826053fb1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.71092408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"fa8b73a5-bb86-4718-8a37-23614142f173","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.769619045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"fa8b73a5-bb86-4718-8a37-23614142f173","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.826941034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62a7ae2edd909dacf0142974ab109ffc7e53b9407c3a626d8439b3cacb68bb2) AuthConfig (8e1b9609fd132c42381126136c6eff6e8f0bac6ad491b5f3ac5f12810b11e213) AuthConfig (58211520b3572c113a90570c1ad31675de9c5b277783ab5bf4b6b656d995f856) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (0d8ac7de0ec8b270c191ffbfdb396a7b1c538ba9bca3e2fd602f3a5c28351b1a) AuthConfig (7c4613ad8d5a8e514dca32677994759135cac7faca3f98044348feb021a694d8) AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (b27252e182086c745debd9f02505beff25cad37c027fd02715c56fa4af3b5837) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (3f1c0048ad8b27db55ef66ea2999b92ae2918ac99e00fc75e3c36e62c2de1048) AuthConfig (1b72a339ae309cf256d3143d0945d5801d0257e32d62e893dcd2a0b46762f465) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (b0930bd107066576d15ec07325da2a5c55a0563a7fed41fedae63e6a06df2e23) AuthConfig (71f08c4cff673f4b8566e126a655b6c1190a83ca822c01da8a6d23ad881ad1ae) AuthConfig (424a6f34d42ae14096d77c81d6ad3b3fabee785d07063c387eb0e865c05a9dff) AuthConfig (58834528eeb7edc4e109027f395fdd1b6c86c48a70d3c18ff5fa8f1a5a019ad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"fa8b73a5-bb86-4718-8a37-23614142f173","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.892533493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"6235925b-97e3-46b8-b984-505c659d7f14","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.892625874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"6235925b-97e3-46b8-b984-505c659d7f14","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.231705003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5613ab03-8b6f-4a51-a7bf-69b8628a199e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.285620493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5613ab03-8b6f-4a51-a7bf-69b8628a199e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.339472722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5613ab03-8b6f-4a51-a7bf-69b8628a199e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.393188893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5613ab03-8b6f-4a51-a7bf-69b8628a199e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.810807371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"c0833704-5463-4b93-9460-1428edb1343f","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.864596272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"b5f19680-3113-41dd-b28c-abef4b3a6fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07308e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.925425744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"a7e5dac5-3de8-4826-a9b2-7d8b9a438be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07308e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:31.979611902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b2c48dc6-09d4-4326-9fa9-2d305f18c1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.040141031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"b2c48dc6-09d4-4326-9fa9-2d305f18c1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.112090836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"9ac17a33-cf80-404e-9868-18af7606c6ca","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.112192367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"9ac17a33-cf80-404e-9868-18af7606c6ca","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.169120293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"d723b1d1-ecc1-43ce-acc4-59331206b3ee","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.16914395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"d723b1d1-ecc1-43ce-acc4-59331206b3ee","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.275992304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"ecba2fca-858e-40b1-b653-94ee1e68e1f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.406322878Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"ecba2fca-858e-40b1-b653-94ee1e68e1f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.464024707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-85199b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"ecba2fca-858e-40b1-b653-94ee1e68e1f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.52452235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"d7a9d403-090a-4f5d-b661-5fb2d61bd4dd","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.524543022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"d7a9d403-090a-4f5d-b661-5fb2d61bd4dd","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:33.981339187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"581533fc-66e0-482a-b2ed-ff401fdeadd6","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.760851958Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c88420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c88420","reconcileID":"68f1176e-d030-48ad-8805-9d369249bf2a","aitenant":"ai-tenants/e2e-worker-w3-c88420","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.401048135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fca9c5-9df5-4de8-9ea3-6c6492963288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.454795203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fca9c5-9df5-4de8-9ea3-6c6492963288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.50975374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fca9c5-9df5-4de8-9ea3-6c6492963288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.516012553Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c88420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c88420","reconcileID":"68f1176e-d030-48ad-8805-9d369249bf2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c88420","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-c88420"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.565065276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32fca9c5-9df5-4de8-9ea3-6c6492963288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.541192204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bf0252-dd4e-430b-9dbf-89ae35c55aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.59479236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bf0252-dd4e-430b-9dbf-89ae35c55aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.648456135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bf0252-dd4e-430b-9dbf-89ae35c55aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.702230892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bf0252-dd4e-430b-9dbf-89ae35c55aaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.999103859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"8e493756-6d9a-4b66-a75a-dc1c70710f42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.057912983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"8e493756-6d9a-4b66-a75a-dc1c70710f42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.115599744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62a7ae2edd909dacf0142974ab109ffc7e53b9407c3a626d8439b3cacb68bb2) AuthConfig (8e1b9609fd132c42381126136c6eff6e8f0bac6ad491b5f3ac5f12810b11e213) AuthConfig (58211520b3572c113a90570c1ad31675de9c5b277783ab5bf4b6b656d995f856) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (0d8ac7de0ec8b270c191ffbfdb396a7b1c538ba9bca3e2fd602f3a5c28351b1a) AuthConfig (7c4613ad8d5a8e514dca32677994759135cac7faca3f98044348feb021a694d8) AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (b27252e182086c745debd9f02505beff25cad37c027fd02715c56fa4af3b5837) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (3f1c0048ad8b27db55ef66ea2999b92ae2918ac99e00fc75e3c36e62c2de1048) AuthConfig (1b72a339ae309cf256d3143d0945d5801d0257e32d62e893dcd2a0b46762f465) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (b0930bd107066576d15ec07325da2a5c55a0563a7fed41fedae63e6a06df2e23) AuthConfig (71f08c4cff673f4b8566e126a655b6c1190a83ca822c01da8a6d23ad881ad1ae) AuthConfig (424a6f34d42ae14096d77c81d6ad3b3fabee785d07063c387eb0e865c05a9dff) AuthConfig (58834528eeb7edc4e109027f395fdd1b6c86c48a70d3c18ff5fa8f1a5a019ad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"8e493756-6d9a-4b66-a75a-dc1c70710f42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.642462093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0535ec6f-05c0-4158-ad30-bb07fc99cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.698199851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0535ec6f-05c0-4158-ad30-bb07fc99cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.752158665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0535ec6f-05c0-4158-ad30-bb07fc99cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.80592014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0535ec6f-05c0-4158-ad30-bb07fc99cca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.826268703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"c3cb5a19-a61c-4408-b882-67b0bcfcfcd9","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.979397579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"63d888c4-2b69-478c-9e7f-2a92b81bdc85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.079335698Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"63d888c4-2b69-478c-9e7f-2a92b81bdc85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.133076056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"simulator-subscription","reconcileID":"63d888c4-2b69-478c-9e7f-2a92b81bdc85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/simulator-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.412187155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"d1eaec27-b7bc-47cf-88b2-cef8940f3607","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.519019095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c1e061b1-c25a-4ea6-8fcb-9430a5b5b2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.577517257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"c1e061b1-c25a-4ea6-8fcb-9430a5b5b2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.634258616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"fedf3759-5206-415c-877c-d78d0c73f1f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.693943559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"fedf3759-5206-415c-877c-d78d0c73f1f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.751566263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-85199b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"fedf3759-5206-415c-877c-d78d0c73f1f9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.953419682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.649102871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"9118093f-d83a-4a21-96b9-c5f610bc35b1","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.708912163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"dd907cc3-dc88-4065-8eb6-20249498025d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.709207079Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"706724b6-8f90-4500-8ca2-0e98d399b099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.764339919Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"706724b6-8f90-4500-8ca2-0e98d399b099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"maas-trlp-premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333","model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.768748521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"dd907cc3-dc88-4065-8eb6-20249498025d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.990601591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"a7ed609d-926b-4a45-bd42-df8ad3393a0d","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.050539703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"79b07064-9e9e-4036-942f-bd6aa82867b9","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.060984655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"ec41bb49-5c62-467f-9d4c-80d729ce81d2","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.0611832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"57ac8ed7-cdbc-4b55-85cb-87e179f99158","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.11556906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-2-w4-712333","reconcileID":"75e79906-f2d0-4c50-942d-02f6638ba969","MaaSModelRef":{"name":"distinct-2-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-2-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-2-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.170605197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"6f8e7dd1-9923-4d1f-b62e-eff16158bbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.183516826Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"94ac8ffa-5904-4af9-a520-bdf3e3aeb72b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34cebaca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.230383974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"6f8e7dd1-9923-4d1f-b62e-eff16158bbb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.531405402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"b67ffd2d-5f84-4648-a364-8f4f8308f4cb","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.572291343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"68075864-291b-4874-ac60-78ae34621c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.63185297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"68075864-291b-4874-ac60-78ae34621c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:48.840187906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4e78f3b3-f7fd-4220-970d-26de6af18a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.080038214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4cedc-a130-439d-a066-48a77b2251cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.134591346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4cedc-a130-439d-a066-48a77b2251cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.189338624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4cedc-a130-439d-a066-48a77b2251cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.19032724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4e78f3b3-f7fd-4220-970d-26de6af18a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.244146441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc4cedc-a130-439d-a066-48a77b2251cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.382123628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4e78f3b3-f7fd-4220-970d-26de6af18a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"name":"e2e-worker-w4-712333-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.382155268Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-access","reconcileID":"4e78f3b3-f7fd-4220-970d-26de6af18a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-712333"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.445600299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"895cac7d-d5b3-4266-827c-2dcd64de23d5","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.218888795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cd0517-26db-401a-b7a0-be0e0116d749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.272940676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cd0517-26db-401a-b7a0-be0e0116d749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.326825732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cd0517-26db-401a-b7a0-be0e0116d749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.380636197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39cd0517-26db-401a-b7a0-be0e0116d749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.380785659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f30a518f-c89c-498c-bfa2-b2d304e45b0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.440100223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f30a518f-c89c-498c-bfa2-b2d304e45b0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.497123987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-210049-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d62a7ae2edd909dacf0142974ab109ffc7e53b9407c3a626d8439b3cacb68bb2) AuthConfig (8e1b9609fd132c42381126136c6eff6e8f0bac6ad491b5f3ac5f12810b11e213) AuthConfig (58211520b3572c113a90570c1ad31675de9c5b277783ab5bf4b6b656d995f856) AuthConfig (8effcf72ae9859aa04f021f9aa1df32153267b8de47658d2f21a5a25c243a14e) AuthConfig (0d8ac7de0ec8b270c191ffbfdb396a7b1c538ba9bca3e2fd602f3a5c28351b1a) AuthConfig (7c4613ad8d5a8e514dca32677994759135cac7faca3f98044348feb021a694d8) AuthConfig (06508e22bb9574e311b9eb9b3470d76c4e6e99c6f07f505aaccdd84b5e3c0c2b) AuthConfig (eeefe5259283e718a8dc483376819caefedf44df4026256058290baaaa35b90e) AuthConfig (d997a2a7f7e641a37a1185cfc097f42c6d3bd34a75117d3cd4f3440c77ded158) AuthConfig (b27252e182086c745debd9f02505beff25cad37c027fd02715c56fa4af3b5837) AuthConfig (956bc535a93b019ae1783219ba22328ad06535e7bfd7f4cc271608f56a058811) AuthConfig (3f1c0048ad8b27db55ef66ea2999b92ae2918ac99e00fc75e3c36e62c2de1048) AuthConfig (1b72a339ae309cf256d3143d0945d5801d0257e32d62e893dcd2a0b46762f465) AuthConfig (883843b3e6ec4007b9a2c82dc95033d150e664b66271af02ca75cf1ce5161b98) AuthConfig (b0930bd107066576d15ec07325da2a5c55a0563a7fed41fedae63e6a06df2e23) AuthConfig (71f08c4cff673f4b8566e126a655b6c1190a83ca822c01da8a6d23ad881ad1ae) AuthConfig (424a6f34d42ae14096d77c81d6ad3b3fabee785d07063c387eb0e865c05a9dff) AuthConfig (58834528eeb7edc4e109027f395fdd1b6c86c48a70d3c18ff5fa8f1a5a019ad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f30a518f-c89c-498c-bfa2-b2d304e45b0b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.860017498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"2b4da58f-20c9-41ba-a283-d9c1d3cd933d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.91884936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"2b4da58f-20c9-41ba-a283-d9c1d3cd933d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.976527745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-85199b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"2b4da58f-20c9-41ba-a283-d9c1d3cd933d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.24130244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"07bb2da8-faa9-44cd-af68-f65d1c43cab2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.294530918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"premium-simulator-subscription","reconcileID":"07bb2da8-faa9-44cd-af68-f65d1c43cab2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-712333"},"model":"e2e-models-e2e-worker-w4-712333/premium-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:58.621797971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"23b47f8e-78d5-4ea1-82cb-b43bf87bc653","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.605090634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"2c36b69d-3951-482c-a406-f3e4cc10ee02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.664824946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"2c36b69d-3951-482c-a406-f3e4cc10ee02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.939639826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"0ac224e7-a41e-456e-ae70-00f3f81787ee","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.939693517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"0ac224e7-a41e-456e-ae70-00f3f81787ee","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.396763474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","namespace":"ai-tenant-e2e-worker-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.396824653Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","namespace":"ai-tenant-e2e-worker-w4-712333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.396875243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","tenant":"e2e-worker-w4-712333","tenantID":"e2e-worker-w4-712333","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.452547846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Deployment","name":"maas-api-e2e-worker-w4-712333","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.516619824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Service","name":"maas-api-e2e-worker-w4-712333","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.575512187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-712333","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.630906593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-712333","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.687144775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.74596565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.804727471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.862940868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.916461376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.969781758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.023185297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Service","name":"payload-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.076491777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.084370625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"7e644d0e-d519-402f-8b60-9cdb3671f854","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.131782901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.143404001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"7e644d0e-d519-402f-8b60-9cdb3671f854","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.185004497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.20157092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-85199b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0268242f7681c2bc6cf240ca928496ccf0f69cde2b141dfe81391ae49fbc1e3d) AuthConfig (7035d6c15edbf5389cb0605d4b0c64ed166eb481bd44d9de7892ff9a35e2af1c) AuthConfig (66831888308f612390eabffcc14f2e50683bec59d1a01210d96f53e0b48730fe) AuthConfig (a8b6d6d7bcf166f3a0db87d681d2e3b8414b70305c2669bbee1fc9bc1f1a03e1) AuthConfig (58c7513c13f56a797126fa58da3cc479c75ef31b837f96eda892307b54590caa) AuthConfig (3ac4d5f64ad48432b11ce2d8046fe112293d041d0e94a6fbe492ad0367547ed9) AuthConfig (b20e27a6937fec9d16d604cf39880d3366d0f08e7d8ee8c8889a947820dec8b5) AuthConfig (b22b05daeff03d32b3af3bdfefbe830e22e72c835d186baa6797cb037b3b7a82) AuthConfig (765e202ddca55d9afd8bff28c62c49bdb9f54be742765b0c60ea4721b62c51eb) AuthConfig (8a239db1c92d432737045cb4f62ba92728faff9cb32a43550d00acc46abf8089) AuthConfig (f81e754fe1e0c338ee4a95a080c0826ee453e8a9205f7a0a6a0c028c6d324a6a) AuthConfig (6c7619f4533fc0b8851f6d70b92e11c4202f9b9b7718a75830c65c7309cbc6ac) AuthConfig (138ab97868543bbf4e9045860b453cc078a834f020fe1ded12889564c697aec9) AuthConfig (b9ec2b38cd53e5a1e9098608b94273b000686d6132816b9f9c11654b3599e373) AuthConfig (de86f43fb188fd3e16f64bcea4e7fd9789cab323efa7349e58193cfe8c1b14c3) AuthConfig (f2dde0437ea83f2fccfa8235f4d76649293fff4d3a24a715b0c4768a8c7ff3c4) AuthConfig (5adcf59367c1f57c38c097ffe9f647a13e2a3b61a8ceeb1cad899209360056d0) AuthConfig (875e1aa95b3e0ca4e109c4affa321d8f27395716b7ecc19bfc27274f5f591564)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"7e644d0e-d519-402f-8b60-9cdb3671f854","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.238311834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.261156836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"d46e5aaf-eb38-4f02-8657-7ddaf8cbb400","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.26117806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"d46e5aaf-eb38-4f02-8657-7ddaf8cbb400","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.295943153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.349294869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.402567829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.456170883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-712333","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.509822898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-712333"},"namespace":"ai-tenant-e2e-worker-w4-712333","name":"default-tenant","reconcileID":"0ea6a745-55a0-42c0-a87d-3d97769b20e4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-712333","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.669089958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"b6542eea-8a02-4b5c-bc96-9e282dfb0380","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.998345495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d012f0ee-60aa-42f1-b2e8-1d1e31dc0a23","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:06.99836853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d012f0ee-60aa-42f1-b2e8-1d1e31dc0a23","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.056767621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"83e4ead9-7947-4c9d-b23b-c61adab5568c","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.056799247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"83e4ead9-7947-4c9d-b23b-c61adab5568c","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.163300379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"934f1154-b18e-4239-8652-0a09da3b9919","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.294231508Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"934f1154-b18e-4239-8652-0a09da3b9919","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.351821593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"934f1154-b18e-4239-8652-0a09da3b9919","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.411044699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d84d71e5-95b3-43fe-8f6a-0e3794d98c23","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.411065268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d84d71e5-95b3-43fe-8f6a-0e3794d98c23","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.342533356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"simulator-w4-712333","reconcileID":"7e1e2928-73b7-4f78-973d-bdf1a4151d90","MaaSModelRef":{"name":"simulator-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"simulator-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"simulator-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.342903893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"premium-w4-712333","reconcileID":"e986ea0b-2f79-4926-b5f7-adb9ac8c4a50","MaaSModelRef":{"name":"premium-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"premium-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"premium-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:09.343150329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"namespace":"e2e-models-e2e-worker-w4-712333","name":"distinct-w4-712333","reconcileID":"3e9370ec-5d4d-4df1-9fca-f4bd8e573276","MaaSModelRef":{"name":"distinct-w4-712333","namespace":"e2e-models-e2e-worker-w4-712333"},"routeName":"distinct-w4-712333-kserve-route","namespace":"e2e-models-e2e-worker-w4-712333","llmisvcName":"distinct-w4-712333","gateway":"openshift-ingress/e2e-worker-w4-712333","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.411748507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d656b70f-ad33-4cb6-8921-ada59f047a6a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.470643633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d656b70f-ad33-4cb6-8921-ada59f047a6a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.475628004Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-712333","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-712333","reconcileID":"2c134d5c-3619-47e1-9630-e9dcd00f0edc","aitenant":"ai-tenants/e2e-worker-w4-712333","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.534328244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-85199b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0268242f7681c2bc6cf240ca928496ccf0f69cde2b141dfe81391ae49fbc1e3d) AuthConfig (7035d6c15edbf5389cb0605d4b0c64ed166eb481bd44d9de7892ff9a35e2af1c) AuthConfig (66831888308f612390eabffcc14f2e50683bec59d1a01210d96f53e0b48730fe) AuthConfig (a8b6d6d7bcf166f3a0db87d681d2e3b8414b70305c2669bbee1fc9bc1f1a03e1) AuthConfig (58c7513c13f56a797126fa58da3cc479c75ef31b837f96eda892307b54590caa) AuthConfig (3ac4d5f64ad48432b11ce2d8046fe112293d041d0e94a6fbe492ad0367547ed9) AuthConfig (b20e27a6937fec9d16d604cf39880d3366d0f08e7d8ee8c8889a947820dec8b5) AuthConfig (b22b05daeff03d32b3af3bdfefbe830e22e72c835d186baa6797cb037b3b7a82) AuthConfig (765e202ddca55d9afd8bff28c62c49bdb9f54be742765b0c60ea4721b62c51eb) AuthConfig (8a239db1c92d432737045cb4f62ba92728faff9cb32a43550d00acc46abf8089) AuthConfig (f81e754fe1e0c338ee4a95a080c0826ee453e8a9205f7a0a6a0c028c6d324a6a) AuthConfig (6c7619f4533fc0b8851f6d70b92e11c4202f9b9b7718a75830c65c7309cbc6ac) AuthConfig (138ab97868543bbf4e9045860b453cc078a834f020fe1ded12889564c697aec9) AuthConfig (b9ec2b38cd53e5a1e9098608b94273b000686d6132816b9f9c11654b3599e373) AuthConfig (de86f43fb188fd3e16f64bcea4e7fd9789cab323efa7349e58193cfe8c1b14c3) AuthConfig (f2dde0437ea83f2fccfa8235f4d76649293fff4d3a24a715b0c4768a8c7ff3c4) AuthConfig (5adcf59367c1f57c38c097ffe9f647a13e2a3b61a8ceeb1cad899209360056d0) AuthConfig (875e1aa95b3e0ca4e109c4affa321d8f27395716b7ecc19bfc27274f5f591564)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d656b70f-ad33-4cb6-8921-ada59f047a6a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.113689219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba4a534-2747-41fa-82ca-63ea64453116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.167529508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba4a534-2747-41fa-82ca-63ea64453116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.221472434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba4a534-2747-41fa-82ca-63ea64453116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.228102506Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-712333","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-712333","reconcileID":"2c134d5c-3619-47e1-9630-e9dcd00f0edc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-712333","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-712333"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.275075209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ba4a534-2747-41fa-82ca-63ea64453116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.952006552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.281032035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff75454d-c433-4f4b-affd-321b52c4580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.334804985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff75454d-c433-4f4b-affd-321b52c4580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.388349844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff75454d-c433-4f4b-affd-321b52c4580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.442155458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff75454d-c433-4f4b-affd-321b52c4580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.551498751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"ab099351-4c48-4974-9c66-63c2c0c8d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.611072854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"ab099351-4c48-4974-9c66-63c2c0c8d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.720120819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"ab099351-4c48-4974-9c66-63c2c0c8d95c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:19.389953855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1831d7-143e-4b2d-84e0-c1c0b67251ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:19.445899519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1831d7-143e-4b2d-84e0-c1c0b67251ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:19.499819835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1831d7-143e-4b2d-84e0-c1c0b67251ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:19.553470822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f1831d7-143e-4b2d-84e0-c1c0b67251ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.64233565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"bf33b391-2774-47ee-ad4b-3f46a4426c1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.702405724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"bf33b391-2774-47ee-ad4b-3f46a4426c1a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.028972898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"77073780-fb9d-44a6-b8d5-a272e169f8a1","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:25.029009025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"77073780-fb9d-44a6-b8d5-a272e169f8a1","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.82948706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"8f605aae-d86b-4fe2-a241-114192c0e0e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.88823941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"8f605aae-d86b-4fe2-a241-114192c0e0e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.947313982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"8f605aae-d86b-4fe2-a241-114192c0e0e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.363110879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"847ab50e-b674-4e23-8468-a4ea6775b8e3","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.363134975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"847ab50e-b674-4e23-8468-a4ea6775b8e3","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.421479883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"231d1e41-1367-44be-b1a4-80259b650582","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.421509745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"231d1e41-1367-44be-b1a4-80259b650582","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.527967746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"5a5361d7-275c-4b64-904f-f78917be324c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.658233829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"5a5361d7-275c-4b64-904f-f78917be324c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.715428395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-65f4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"5a5361d7-275c-4b64-904f-f78917be324c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.774518087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"d894d17e-ca7c-46d7-9ab2-2bbd4b780b51","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.774539447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"d894d17e-ca7c-46d7-9ab2-2bbd4b780b51","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.057344842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"1647a2b8-fb7a-4c18-89c0-41d263ab99a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.117027413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"1647a2b8-fb7a-4c18-89c0-41d263ab99a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.174587075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"1647a2b8-fb7a-4c18-89c0-41d263ab99a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.882424512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"04a81a9d-8545-4732-bffc-e08a72d85b02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.941363449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"04a81a9d-8545-4732-bffc-e08a72d85b02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:41.000673332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-65f4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"04a81a9d-8545-4732-bffc-e08a72d85b02","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:43.608604963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"4bdb22db-ba08-4253-8c6e-d2f6b5e2ad73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:43.789088783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"10a88075-7e51-423a-b9f6-0d7416f10a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:43.914513727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52dc99a5-509a-43d5-a85b-eea766c8a43f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:43.991049705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dcfa398-8d9f-48f5-86b6-023e45488774","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:44.094142933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"6ee32ed8-8a80-4c62-b7d4-b0ad5d78e787","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:44.211813749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"956fd033-c0c2-4db3-af79-99cce2cbc211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.953247429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.283281433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f22b1aa0-7994-42e4-b852-c32efd356a14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.342614317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f22b1aa0-7994-42e4-b852-c32efd356a14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.40087867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7fb18c83a7939709b047ec7e57c4259951faa39ba82e88300fcfa9f34b6ce6a6) AuthConfig (f89b29f4f9317322075233e921991bc1bbf6394ae72edd756b5a2c30424a377c) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f) AuthConfig (0f30286f22d2a475ea3af8b92aacdd4823de0f6f5d4dd04fad1ab5044b3eb554) AuthConfig (2851276d903093ff9c9876be43825c67ad826a881ec70084edba3b904203d803) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (60481e2e0664fe8cf84c9355f51eafd2dac28b49e19983d7159e75c3a1f6ec6c) AuthConfig (b2f72f071f2877505d0f938eec9fa12f16fc41d20aee518854c1d4b7a7652630) AuthConfig (e9b144d91e0efda2376bb5bfa7e19507e192b41ec4da9f506c02203243ff6973) AuthConfig (da0df54b3b155cbc656b12ea63e1f00067d1c331e80b7e4c5b3ea5576bb07840) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (d93603b9e78b03d8098a5ff35cde06e1b00654164ae5c3e7694dadff9726cad2) AuthConfig (97669f5e13d4f8902dda7dc562da3cc11e34621fb392112f8d7c4764e1d9b2fe) AuthConfig (120cbed86633f29ab099233969138f544112a24f015efb2c189bdbd903cb3306) AuthConfig (9964067f6ff8f4c45176dfaed5ec10ae43544042bbd82559488c89e69cf6f916) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f22b1aa0-7994-42e4-b852-c32efd356a14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.460507951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"07c3a3f9-2356-4389-9599-c4785c708e0d","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:48.460529853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"07c3a3f9-2356-4389-9599-c4785c708e0d","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:51.108283024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"c0302f4b-ddf9-4aff-a7d1-f3ffd2214969","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:51.166927144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"c0302f4b-ddf9-4aff-a7d1-f3ffd2214969","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:51.224354164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-65f4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ab225dd39e33afe7766ed04787fc7bfaba0350fc472dd6456a5c289525ed5fc) AuthConfig (14f5e684ecffabfcd87a42fce7dfbfdf98e62b7d286ab1068ea1cf7bd850f68a) AuthConfig (15be54a06e789c844cee48ee877a4172609f3373993c8f72fa1a36f085bee31b) AuthConfig (5834e12e3ef89ed85df37c52ecdb9be47d6a362697f467728fb6b87f33b96df1) AuthConfig (341bb1e479a8ec37b6ce9e439847dd652e9730b94e6aee318b78afa334ae6867) AuthConfig (07dab8f662cd0c8938851c35ddab7ef1077b7bf11084d1a625c222a8f5de11f8) AuthConfig (7f40023ee7f879436d0d9dcb8b7565fa23a27752271b02f37a74c54d0c30b8ca) AuthConfig (73256883d9eddb6d941f6be694559e4b009f3455a2e2455852ba81a0f45a23a6) AuthConfig (682294eec54163007592ec18e8a59685e90b0154a08e047664f2e7fb00217c15) AuthConfig (7e0c357063d8f810380d552e2f9e5ea5de50d7842d5cfc66f79ef77f9e6207ca) AuthConfig (0baa3a0000777294ab4dde6d5835302a76cbac774370444af8c4f9b1d2d48c1c) AuthConfig (9e7fe4caeff4a65ac500419b7c1aef6196c0b6d6278d18ea80fb4e7fdba3f21f) AuthConfig (fd2630668cd55d79072ad425bfec04e4bb2bc829b153ecbca7439d872f35b54b) AuthConfig (1d9d6da53057cb803f71f009e6ef963e38571abe3140711c9fc7b4196f0279b3) AuthConfig (db11d2f1e1b94f2d84d4c6389f02d6a00116c0a07e82a0619735c2edfbbb9903) AuthConfig (769cbef5b8a981455d7eb83585f7a6d14436aa04f9cc8638715b869f7c3cb87a) AuthConfig (e8099bafc012cbfe6d6f3be6f20e9f3c888f7c0490aae2426092cfe59885fb0e) AuthConfig (bec58d99d0c94fdf784255cb1c089898e9af38850444106c859a25ad1d927527)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"c0302f4b-ddf9-4aff-a7d1-f3ffd2214969","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:51.283995929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"1132c7df-ba50-42a5-8f0f-98d35973814d","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:51.284017699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"1132c7df-ba50-42a5-8f0f-98d35973814d","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.56824753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"4500e876-1e3e-419a-8089-8e4092a96d8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.627590145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"4500e876-1e3e-419a-8089-8e4092a96d8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.685517836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8254a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7fb18c83a7939709b047ec7e57c4259951faa39ba82e88300fcfa9f34b6ce6a6) AuthConfig (f89b29f4f9317322075233e921991bc1bbf6394ae72edd756b5a2c30424a377c) AuthConfig (6e5235063047c79e5a1a276532ee585db3a43b4c228fb073bfed153f195ec22f) AuthConfig (0f30286f22d2a475ea3af8b92aacdd4823de0f6f5d4dd04fad1ab5044b3eb554) AuthConfig (2851276d903093ff9c9876be43825c67ad826a881ec70084edba3b904203d803) AuthConfig (ce8e53deaaddc009269636a8d289779ff364f242226e8440638b0864556c7ad2) AuthConfig (60481e2e0664fe8cf84c9355f51eafd2dac28b49e19983d7159e75c3a1f6ec6c) AuthConfig (b2f72f071f2877505d0f938eec9fa12f16fc41d20aee518854c1d4b7a7652630) AuthConfig (e9b144d91e0efda2376bb5bfa7e19507e192b41ec4da9f506c02203243ff6973) AuthConfig (da0df54b3b155cbc656b12ea63e1f00067d1c331e80b7e4c5b3ea5576bb07840) AuthConfig (f62addb9e0bc4c5c786d3cd64ab543c9a9a0df74e7829a947fd938660707fcaf) AuthConfig (71be5c1623dbb9af833130c6a2578b80a8e8418e393b3850d6836d018eb21fb2) AuthConfig (4119be9372cc6a2631606440383884d7ed3b3e2369d8697852b55e1002267c2a) AuthConfig (d93603b9e78b03d8098a5ff35cde06e1b00654164ae5c3e7694dadff9726cad2) AuthConfig (97669f5e13d4f8902dda7dc562da3cc11e34621fb392112f8d7c4764e1d9b2fe) AuthConfig (120cbed86633f29ab099233969138f544112a24f015efb2c189bdbd903cb3306) AuthConfig (9964067f6ff8f4c45176dfaed5ec10ae43544042bbd82559488c89e69cf6f916) AuthConfig (7911f5df9a8101d5c6dcd613909643b19664534588aeef7edce6e1c715d3d1e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"4500e876-1e3e-419a-8089-8e4092a96d8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.390963852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"7f9ed9ed-5f15-4789-8ff2-d93a681d45f5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.44993799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"7f9ed9ed-5f15-4789-8ff2-d93a681d45f5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:01.507327934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-65f4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ab225dd39e33afe7766ed04787fc7bfaba0350fc472dd6456a5c289525ed5fc) AuthConfig (14f5e684ecffabfcd87a42fce7dfbfdf98e62b7d286ab1068ea1cf7bd850f68a) AuthConfig (15be54a06e789c844cee48ee877a4172609f3373993c8f72fa1a36f085bee31b) AuthConfig (5834e12e3ef89ed85df37c52ecdb9be47d6a362697f467728fb6b87f33b96df1) AuthConfig (341bb1e479a8ec37b6ce9e439847dd652e9730b94e6aee318b78afa334ae6867) AuthConfig (07dab8f662cd0c8938851c35ddab7ef1077b7bf11084d1a625c222a8f5de11f8) AuthConfig (7f40023ee7f879436d0d9dcb8b7565fa23a27752271b02f37a74c54d0c30b8ca) AuthConfig (73256883d9eddb6d941f6be694559e4b009f3455a2e2455852ba81a0f45a23a6) AuthConfig (682294eec54163007592ec18e8a59685e90b0154a08e047664f2e7fb00217c15) AuthConfig (7e0c357063d8f810380d552e2f9e5ea5de50d7842d5cfc66f79ef77f9e6207ca) AuthConfig (0baa3a0000777294ab4dde6d5835302a76cbac774370444af8c4f9b1d2d48c1c) AuthConfig (9e7fe4caeff4a65ac500419b7c1aef6196c0b6d6278d18ea80fb4e7fdba3f21f) AuthConfig (fd2630668cd55d79072ad425bfec04e4bb2bc829b153ecbca7439d872f35b54b) AuthConfig (1d9d6da53057cb803f71f009e6ef963e38571abe3140711c9fc7b4196f0279b3) AuthConfig (db11d2f1e1b94f2d84d4c6389f02d6a00116c0a07e82a0619735c2edfbbb9903) AuthConfig (769cbef5b8a981455d7eb83585f7a6d14436aa04f9cc8638715b869f7c3cb87a) AuthConfig (e8099bafc012cbfe6d6f3be6f20e9f3c888f7c0490aae2426092cfe59885fb0e) AuthConfig (bec58d99d0c94fdf784255cb1c089898e9af38850444106c859a25ad1d927527)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"7f9ed9ed-5f15-4789-8ff2-d93a681d45f5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.794017982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"5d39ef22-a519-4c95-9e0e-0858d30f82ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:08.853468781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"5d39ef22-a519-4c95-9e0e-0858d30f82ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.132111709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"62aae904-c0e3-4a43-81f4-59cee68eb67d","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:09.132132849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"62aae904-c0e3-4a43-81f4-59cee68eb67d","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:11.615768807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"e4014d8d-b1c8-411d-a91b-f9b0d8e7fc71","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:11.674708894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"e4014d8d-b1c8-411d-a91b-f9b0d8e7fc71","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:11.949911529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"0c15fb2d-c2f2-4f18-8c9e-ff55b2c67654","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:11.949931938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"0c15fb2d-c2f2-4f18-8c9e-ff55b2c67654","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.928146559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"bca8123a-2e7d-4f56-a3ea-1010a3f92c49","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.928186076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"bca8123a-2e7d-4f56-a3ea-1010a3f92c49","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.991573024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"ad1ca796-4879-4308-820f-ab92ed2a53af","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.991596456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"ad1ca796-4879-4308-820f-ab92ed2a53af","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.041947619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"9d849968-100e-42e6-9291-cdab59ec6328","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cdeaf1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.042085427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"fd13d7c1-b61a-43d5-981e-23659515ab63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.101040649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"fd13d7c1-b61a-43d5-981e-23659515ab63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.153118399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"842a8d2a-c5e1-4f38-9f96-3834fcfd4a87","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.153139655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"842a8d2a-c5e1-4f38-9f96-3834fcfd4a87","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.21380456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"1605f022-7cc3-42d0-b64a-1dc1cd8e5c3d","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.213832023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"1605f022-7cc3-42d0-b64a-1dc1cd8e5c3d","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.261036114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"6266342e-49e3-47d4-8795-adaf422772f5","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.261057245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"6266342e-49e3-47d4-8795-adaf422772f5","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.32048002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"85996463-2218-4527-b413-c25edb78c2be","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.320503343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"85996463-2218-4527-b413-c25edb78c2be","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.372037422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"e5f83b89-3768-4a82-8811-1df216f73769","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.372608075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"04eb776b-e562-4322-b401-b4b10b32d95d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cdeaf1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.375479075Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"85996463-2218-4527-b413-c25edb78c2be","name":"sub-test-model-8254a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8254a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.375532995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"85996463-2218-4527-b413-c25edb78c2be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8254a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.381219874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"7c875876-1945-4a93-83dd-57b458b42aef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.381242107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"7c875876-1945-4a93-83dd-57b458b42aef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.43084769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"e5f83b89-3768-4a82-8811-1df216f73769","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.440602032Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"7cda35e0-7594-4bc7-aa59-b683000477b2","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"sub-test-model-210049","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-210049/e2e-shared-sub-cdeaf1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.472092242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"b0d31be0-859d-4352-a410-fe66f8e5979f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.484476032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"9c937cb2-a6b3-4bb7-9194-1952d5484191","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.48449664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"9c937cb2-a6b3-4bb7-9194-1952d5484191","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.53073655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"b0d31be0-859d-4352-a410-fe66f8e5979f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.542961458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"3100ce9a-44d4-4aa1-b9e7-99aadecbd3ca","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.542981413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"3100ce9a-44d4-4aa1-b9e7-99aadecbd3ca","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.5632598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"dbb16efc-2b97-47ff-b4e0-4441ffe849e4","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.563281221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"dbb16efc-2b97-47ff-b4e0-4441ffe849e4","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.609463412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"ebd59bf5-fab1-417c-9dd5-12d6bab9e38e","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.609486966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"ebd59bf5-fab1-417c-9dd5-12d6bab9e38e","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.623802621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5463a089-ae8f-4dee-9ac6-bf2637167f0d","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.62382665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5463a089-ae8f-4dee-9ac6-bf2637167f0d","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.672500835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"73658c58-0403-477f-8941-0f2aa5e3d806","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-cdeaf1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.748524072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f79527bc-01cd-471c-916f-607cb79a758c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.760436119Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"232499ac-8a43-4b87-b030-ceb515f6e0c1","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"sub-test-model-8254a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8254a0/e2e-shared-sub-cdeaf1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.790538701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5b9b85af-28ee-4f80-bfb0-0efb809e5957","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.790557339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"5b9b85af-28ee-4f80-bfb0-0efb809e5957","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.807540296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"f79527bc-01cd-471c-916f-607cb79a758c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.849720173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"3fcefa11-ae9a-4dae-b82a-8c7951c02297","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.849744633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"3fcefa11-ae9a-4dae-b82a-8c7951c02297","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.849927246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"7cc8ca06-5b8c-4326-98cb-c036c5e39159","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.850299246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"462ef4a7-6f05-4f43-b942-c3da12540cb1","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.850312327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"462ef4a7-6f05-4f43-b942-c3da12540cb1","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.86358504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"879999c5-5ef5-43fa-9300-b7503ca1c3af","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-210049/e2e-a-only-cdeaf1","ai-tenant-e2e-shared-a-w1-210049/e2e-shared-sub-cdeaf1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.910825829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"a32d1da2-04b6-45df-87ab-3c62740fe05e","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.910847521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"a32d1da2-04b6-45df-87ab-3c62740fe05e","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.911113099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"7cc8ca06-5b8c-4326-98cb-c036c5e39159","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.933216397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d42fdc92-45fd-4656-9982-36492181d821","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.933238184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d42fdc92-45fd-4656-9982-36492181d821","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:15.952252075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:15.961784543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"e395a0bf-f0f5-4a08-9544-b41e4ca17d4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-cdeaf1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.013451834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"d32d08d8-cab5-4f83-acce-45edee917085","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.079339997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"0cb72aec-524e-49d7-8952-2b42fc137934","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.079359755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"0cb72aec-524e-49d7-8952-2b42fc137934","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.122876149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"e342d964-1ac0-44da-a0dc-e8412742a395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.134175203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"4250a247-8d7a-42c1-b6dd-3b59a5e86369","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.138225029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"56aba716-a7b4-4bc9-add7-04f8bb79f40c","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.13824778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"56aba716-a7b4-4bc9-add7-04f8bb79f40c","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.173274929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"6cf8a603-5620-4329-a98d-c060769277da","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-8254a0/e2e-b-only-cdeaf1","ai-tenant-e2e-shared-b-w1-8254a0/e2e-shared-sub-cdeaf1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.181273783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"e342d964-1ac0-44da-a0dc-e8412742a395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.18293595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"3167ef03-6145-41d0-90b8-7d97bb99d24d","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.182951858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"3167ef03-6145-41d0-90b8-7d97bb99d24d","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.305971964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"fc17c1f0-5d9c-4f2f-a1d3-0671eeeeaf39","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.398983487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"f963eb7e-e60b-4ef8-ac0a-ae989763c263","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.443999526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"c54ee569-3331-47ed-acd0-86bc50103400","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.475402932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d777e75d-6c58-4a02-8550-4c7cb29489cc","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.475426708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"d777e75d-6c58-4a02-8550-4c7cb29489cc","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:16.636411002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"431bc3fb-7a18-471a-8877-ffaf208c8627","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.628138118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"4138838e-7719-4500-9c38-8c0f4719945a","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.628161519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"4138838e-7719-4500-9c38-8c0f4719945a","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.688079167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"1926099d-c956-4027-869d-d806804e545f","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.688102388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"1926099d-c956-4027-869d-d806804e545f","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.73485433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"851dceaf-6ebb-4012-b9a3-19718294fa0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:17.739315949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"044af77f-62c7-42b1-bdef-cb30f2a33368","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-0ec4fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.793922177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"851dceaf-6ebb-4012-b9a3-19718294fa0d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.851341149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"5314f4c7-8609-417f-8d5d-ae6f1669d701","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.851363418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"5314f4c7-8609-417f-8d5d-ae6f1669d701","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.908267654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"fdc8e3a6-ad2a-44ca-961d-b2bff558262b","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.908290216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"fdc8e3a6-ad2a-44ca-961d-b2bff558262b","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.920796507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"dde79838-945b-4097-add6-757f78533601","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.920816065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"dde79838-945b-4097-add6-757f78533601","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.981518216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"35129abc-721f-44bc-aaf8-8ecc5a8fb9e5","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:17.981544426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"35129abc-721f-44bc-aaf8-8ecc5a8fb9e5","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.027031874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"968669db-d8ac-48be-a583-c17c133343a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:18.032138848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"847bae96-55e0-493c-aaf5-eab7f8c9aa56","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-0ec4fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.086637623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"968669db-d8ac-48be-a583-c17c133343a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.125366608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"e60f7a22-39c5-4631-b922-3a0f8043ef7b","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"maas-trlp-rate-test-model-85199b","model":"rate-test-model-85199b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-85199b/e2e-rate-iso-a-0ec4fd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.12717872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"5a2f9c31-0b42-4423-aded-cf94de0bdafc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.145424503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"7de7ed3e-f706-46c8-8f12-df85221559c9","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.145444916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"7de7ed3e-f706-46c8-8f12-df85221559c9","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.185570305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"5a2f9c31-0b42-4423-aded-cf94de0bdafc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.204294505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"9528113a-7f3f-4a2e-af7e-c2d043cbcfac","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.204320633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"9528113a-7f3f-4a2e-af7e-c2d043cbcfac","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.295800948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"c6b47991-1bf2-4651-8ea4-afa699fbb25e","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.295822478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"c6b47991-1bf2-4651-8ea4-afa699fbb25e","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.401437987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"b6891d21-3e96-41d9-8cb6-4f85902adee5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.423633236Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"93afe864-e42e-4193-b072-fc35eb372ac2","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"maas-trlp-rate-test-model-65f4af","model":"rate-test-model-65f4af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-65f4af/e2e-rate-iso-b-0ec4fd"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.460094813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"b6891d21-3e96-41d9-8cb6-4f85902adee5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.465562497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"7f0f8aee-3c1a-4110-9c5c-3636ff03ecb4","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"maas-trlp-rate-test-model-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.594190941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"a769de5e-06ff-478b-a36c-df3ac743184a","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.594213132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"a769de5e-06ff-478b-a36c-df3ac743184a","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:18.755963381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"0eb603fc-d608-490f-936b-b698c62cf349","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"maas-trlp-rate-test-model-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.714772489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"57f3b0cc-da8b-4bf8-9eb0-68e503e8a438","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"maas-trlp-rate-test-model-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.837806119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"33dd58f7-497a-47f4-8ab9-02eab19610fe","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.837842342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"230ff605-205b-44ca-8b18-ed29984bf1c0","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.88752092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"49f06cb6-2902-4ec0-b86a-e591dc913e3c","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.887549768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"49f06cb6-2902-4ec0-b86a-e591dc913e3c","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.938049826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e6cfc8fb-f9da-4313-9bec-392155370347","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.010002601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"78ccf761-1f11-454a-9a25-c4e9970ff8ee","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.01002632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"78ccf761-1f11-454a-9a25-c4e9970ff8ee","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.012622498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"511fefb6-8e98-487d-a842-7e7a52f4de44","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.012643644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"511fefb6-8e98-487d-a842-7e7a52f4de44","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.038474196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"f6c2eb8b-4991-46f2-b725-f35d00b3b7d2","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.050215971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"504726ce-0d0a-4683-8822-aee00aa7eaa8","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.171468767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14eab3c9-401d-4395-9a02-bfd4f8fa6bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.172629687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"511d2a40-4b58-48d2-b0a5-622ec6ac2819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.209741961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"18973548-fa34-46e8-831c-45086ca9ab6e","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.20976126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"18973548-fa34-46e8-831c-45086ca9ab6e","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.222284201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"dd9b53a4-6583-4890-a579-6813f9075c3e","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.222307771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"dd9b53a4-6583-4890-a579-6813f9075c3e","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.272144668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"cc45d59e-f6ee-4a58-926f-805c2be22e82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.373762654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"a40a68ef-0725-4040-b1ae-d2e1a6cd9bdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.473994339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"5f468c22-0a7f-4645-81e1-c70481d54921","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"maas-trlp-rate-test-model-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.514392729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6737af5-a4c6-4570-a7ab-621fc1a35443","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.555326385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"63fb03ac-03a4-4e8e-9b55-7e6f20d8b820","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.614158224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"63fb03ac-03a4-4e8e-9b55-7e6f20d8b820","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.647007612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"41f033d9-59ec-4000-a052-c7e7a78aa9dc","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.647028375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"41f033d9-59ec-4000-a052-c7e7a78aa9dc","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.655415581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"dcae0c3b-8acc-4eaf-92a2-072470c171cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.713615637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"dcae0c3b-8acc-4eaf-92a2-072470c171cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.756276069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"9eb262ac-8244-4186-a636-9b441afa23ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.814783801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"9eb262ac-8244-4186-a636-9b441afa23ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.857491043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"b15bfe5e-3291-41ed-8e9a-345de14b157d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.920049733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"b15bfe5e-3291-41ed-8e9a-345de14b157d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.581065469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d3d3ade2-461c-4c9d-afb0-142fdaa2dcc3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.58117403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"e856b616-03c5-44cb-be6d-448d94b8eed9","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.58119091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"e856b616-03c5-44cb-be6d-448d94b8eed9","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.78881371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d3d3ade2-461c-4c9d-afb0-142fdaa2dcc3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.803575465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"d1e4cf90-2bf2-4848-a181-92254555e04a","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"maas-trlp-rate-test-model-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.934211085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d3d3ade2-461c-4c9d-afb0-142fdaa2dcc3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.934240677Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"d3d3ade2-461c-4c9d-afb0-142fdaa2dcc3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.995386596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"605d444d-e92b-4d77-803a-0ce5559b4dfb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.995614652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"93ab589a-c322-44d7-be6c-fa11c0021964","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:34.995634397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"93ab589a-c322-44d7-be6c-fa11c0021964","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.15683513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"a47ab626-e4e6-4726-86b8-4955e5134cff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.15689786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"bc9e9ac6-0795-442b-bda3-a7c6297754af","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.156911796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"bc9e9ac6-0795-442b-bda3-a7c6297754af","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.202781978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"605d444d-e92b-4d77-803a-0ce5559b4dfb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.216910506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"b85146a0-a74a-42e2-80f7-cb3783dcd555","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"maas-trlp-rate-test-model-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.261398458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"605d444d-e92b-4d77-803a-0ce5559b4dfb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"e2e-shared-a-w0-85199b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.261425256Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"605d444d-e92b-4d77-803a-0ce5559b4dfb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-85199b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:35.31524224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"605d444d-e92b-4d77-803a-0ce5559b4dfb","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-0ec4fd\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.356375163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"a47ab626-e4e6-4726-86b8-4955e5134cff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.379102668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"45093002-e714-49cb-aa3a-b31db9c23e1d","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"maas-trlp-rate-test-model-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.487902476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"a47ab626-e4e6-4726-86b8-4955e5134cff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"e2e-shared-b-w0-65f4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.487931478Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-auth-0ec4fd","reconcileID":"a47ab626-e4e6-4726-86b8-4955e5134cff","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.546237816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"2f946ceb-933e-4e30-b41a-ec22eba3e02f","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.546262578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"2f946ceb-933e-4e30-b41a-ec22eba3e02f","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.709843498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"5ba11d46-c72c-40c1-98b1-76c86f2bdc8f","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.709869275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"5ba11d46-c72c-40c1-98b1-76c86f2bdc8f","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.768804328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"f8ce936b-1cde-42f3-981d-3081a96c20bc","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"maas-trlp-rate-test-model-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.636873934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"280c550b-337a-4517-afcb-c7913885c38e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.636891096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"c104a1e0-4b5c-4abc-9e33-d7d936974108","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.636902431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"c104a1e0-4b5c-4abc-9e33-d7d936974108","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.844964975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"280c550b-337a-4517-afcb-c7913885c38e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.859196361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"c0237a25-21b8-4b8f-a5dc-46cf94f27fc3","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.85920775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"e716d19a-57b0-4911-9f40-f01f26e0e8cd","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.975981023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"280c550b-337a-4517-afcb-c7913885c38e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"e2e-shared-a-w1-210049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:37.976005281Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"280c550b-337a-4517-afcb-c7913885c38e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.03692104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"9b2e1d76-ccbc-4e7d-afd5-03b547f14da2","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.036942803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"9b2e1d76-ccbc-4e7d-afd5-03b547f14da2","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.204890486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"4c938d35-ad2f-47f6-bc8a-35a275d4f470","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.204914563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"4c938d35-ad2f-47f6-bc8a-35a275d4f470","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.25898761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"b03cb3a9-822c-49e1-ab9e-6e02ddbf7e45","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:38.259078242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"58403b0f-3012-456c-8015-b94ff176499d","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.877314898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"0ebfe5b3-2624-447f-ae1c-ccb922adca2d","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","subscription":"e2e-rate-iso-a-0ec4fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.931702028Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"0ebfe5b3-2624-447f-ae1c-ccb922adca2d","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.961335907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.985987718Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"e2e-rate-iso-a-0ec4fd","reconcileID":"0ebfe5b3-2624-447f-ae1c-ccb922adca2d","MaaSSubscription":{"name":"e2e-rate-iso-a-0ec4fd","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"name":"maas-trlp-rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.267567234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"aaebdad1-c5bc-4cfc-8f6a-0e9af66e75e5","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"tenant":"e2e-shared-a-w0-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","model":"ai-tenant-e2e-shared-a-w0-85199b/rate-test-model-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.26759666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"rate-test-model-85199b","reconcileID":"aaebdad1-c5bc-4cfc-8f6a-0e9af66e75e5","MaaSModelRef":{"name":"rate-test-model-85199b","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"routeName":"rate-test-model-85199b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-85199b","llmisvcName":"rate-test-model-85199b","gateway":"openshift-ingress/e2e-shared-a-w0-85199b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.422938638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"11d072f3-95b3-4f6b-af81-eed301872d2a","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.422963693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"11d072f3-95b3-4f6b-af81-eed301872d2a","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.538812788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"42d84093-e7b5-45b7-9dea-5b09be29fd16","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscription":"e2e-shared-sub-cdeaf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.705378153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-shared-sub-cdeaf1","reconcileID":"42d84093-e7b5-45b7-9dea-5b09be29fd16","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-210049/e2e-a-only-cdeaf1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.868624547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"5d0a62e9-b8cf-4b14-b426-17e944ac3fed","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.973875898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"4e7bd8f8-6a00-4cc2-aa47-d43b18141422","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.97390468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"4e7bd8f8-6a00-4cc2-aa47-d43b18141422","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.13291548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cbc91df-0eab-4579-ad93-089dff5b7be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.137956063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"67be6f41-e618-4407-99dc-121ce6adc737","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.13797999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"67be6f41-e618-4407-99dc-121ce6adc737","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.311101211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"a39fa0f4-2e67-4b95-b072-882e8c566c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.431094858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"24839cc3-a2d6-4c3a-9655-3cb7a23334d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.677904116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"ea3029cd-2f83-4995-a643-695d74f900c5","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.677985685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"b90d553b-8d4a-4b71-8066-aea6333992d7","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.779031906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c24e3dd4-7d42-4789-9789-83e34ec01ae0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.879249315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"f3cc842e-da5d-41dc-8698-4e592f9dfc3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.923935552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"acfb2056-48c5-450f-8d9d-22d3ebe5326f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.590955996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"4aac2de2-e731-45a8-a7fa-915ac9346498","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","subscription":"e2e-rate-iso-b-0ec4fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.645393784Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"4aac2de2-e731-45a8-a7fa-915ac9346498","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.699938144Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"e2e-rate-iso-b-0ec4fd","reconcileID":"4aac2de2-e731-45a8-a7fa-915ac9346498","MaaSSubscription":{"name":"e2e-rate-iso-b-0ec4fd","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"name":"maas-trlp-rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.980516833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"d7b4f735-f411-43d0-a47d-e2c84b4b233d","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"tenant":"e2e-shared-b-w0-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","model":"ai-tenant-e2e-shared-b-w0-65f4af/rate-test-model-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.980542202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"rate-test-model-65f4af","reconcileID":"d7b4f735-f411-43d0-a47d-e2c84b4b233d","MaaSModelRef":{"name":"rate-test-model-65f4af","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"routeName":"rate-test-model-65f4af-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","llmisvcName":"rate-test-model-65f4af","gateway":"openshift-ingress/e2e-shared-b-w0-65f4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.305068025Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"f40c75a3-fafc-44de-9d68-c1631e5270c2","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","subscription":"e2e-a-only-cdeaf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.359271205Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"f40c75a3-fafc-44de-9d68-c1631e5270c2","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.413545469Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"e2e-a-only-cdeaf1","reconcileID":"f40c75a3-fafc-44de-9d68-c1631e5270c2","MaaSSubscription":{"name":"e2e-a-only-cdeaf1","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"name":"maas-trlp-sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.693679092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"3ef2f450-aac1-4062-802c-262cffbd389a","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"tenant":"e2e-shared-a-w1-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","model":"ai-tenant-e2e-shared-a-w1-210049/sub-test-model-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:59.693699705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"sub-test-model-210049","reconcileID":"3ef2f450-aac1-4062-802c-262cffbd389a","MaaSModelRef":{"name":"sub-test-model-210049","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"routeName":"sub-test-model-210049-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-210049","llmisvcName":"sub-test-model-210049","gateway":"openshift-ingress/e2e-shared-a-w1-210049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.018603802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"89e000c1-3ad1-47e8-a913-4a80cd0147a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.018644386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"1d96e86d-4171-487b-8d38-4b117387c4c9","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.018682785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"1d96e86d-4171-487b-8d38-4b117387c4c9","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.23232875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"89e000c1-3ad1-47e8-a913-4a80cd0147a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.25313777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"18dba777-089d-412f-889b-2037f59616a4","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.2532678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"dc0cf2e4-e1ed-41d7-8145-e417f7fddb07","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.365375387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"89e000c1-3ad1-47e8-a913-4a80cd0147a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"e2e-shared-b-w1-8254a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.365407547Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-sub-iso-auth-cdeaf1","reconcileID":"89e000c1-3ad1-47e8-a913-4a80cd0147a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.42357286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"86434c76-f5a7-4e47-900c-aa9f20300607","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.423602498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"86434c76-f5a7-4e47-900c-aa9f20300607","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.582242563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"79e24f36-fdc4-4b3c-9b77-219650ebb5d3","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.582263776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"79e24f36-fdc4-4b3c-9b77-219650ebb5d3","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.645391436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"c0148807-c4ba-45cf-be63-4f2420496a22","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.645435117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"e41bec26-4181-4527-8540-7b9f419f7033","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.926008039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"a7e2a09f-5cf0-4f6e-81f0-4b98eefeee75","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscription":"e2e-shared-sub-cdeaf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.095572215Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-shared-sub-cdeaf1","reconcileID":"a7e2a09f-5cf0-4f6e-81f0-4b98eefeee75","MaaSSubscription":{"name":"e2e-shared-sub-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8254a0/e2e-b-only-cdeaf1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.25808114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"c3edb9c1-043b-4484-a773-513a4d6831e2","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.36296652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"4c1a3006-e568-410c-ba57-bb7836e099f7","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.362988375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"4c1a3006-e568-410c-ba57-bb7836e099f7","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.459931359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"57c9a938-0d0c-45b9-b4aa-6a4c81319b41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.600404519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"95c00d15-b153-470b-90cc-2e1e4c980717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.700135517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24223c0f-aac9-44f0-97d6-acee85f895ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.718025219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"9eb17387-5d10-4ac6-beda-0cb85b201c08","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.718052056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"9eb17387-5d10-4ac6-beda-0cb85b201c08","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.840717377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"aeaa55f4-7a9a-42a4-96fb-f6d77159ae38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.025429062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"e7d5b102-ff61-4967-8ffa-d74cb8511a74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.205754371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b855f042-1362-491c-8d24-77a63af0f122","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.953313368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.885843636Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"6e660e33-1533-4d1d-910f-06559e92047d","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","subscription":"e2e-b-only-cdeaf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.940135876Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"6e660e33-1533-4d1d-910f-06559e92047d","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:21.994298467Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"e2e-b-only-cdeaf1","reconcileID":"6e660e33-1533-4d1d-910f-06559e92047d","MaaSSubscription":{"name":"e2e-b-only-cdeaf1","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"name":"maas-trlp-sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.272728956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"f1cd9b61-4979-45e0-bd66-80c0b46c6d30","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"tenant":"e2e-shared-b-w1-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","model":"ai-tenant-e2e-shared-b-w1-8254a0/sub-test-model-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:22.272749823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"sub-test-model-8254a0","reconcileID":"f1cd9b61-4979-45e0-bd66-80c0b46c6d30","MaaSModelRef":{"name":"sub-test-model-8254a0","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"routeName":"sub-test-model-8254a0-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","llmisvcName":"sub-test-model-8254a0","gateway":"openshift-ingress/e2e-shared-b-w1-8254a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.902870069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b995d33-0cde-4ab1-9552-aaa62352a66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.961259077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b995d33-0cde-4ab1-9552-aaa62352a66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.016792196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b995d33-0cde-4ab1-9552-aaa62352a66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.070625114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b995d33-0cde-4ab1-9552-aaa62352a66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.952883305Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.01772496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41624945-a6f9-4277-bd13-8c87683a679b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.071435269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41624945-a6f9-4277-bd13-8c87683a679b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.125235687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41624945-a6f9-4277-bd13-8c87683a679b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.179217234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41624945-a6f9-4277-bd13-8c87683a679b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.085359087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dec0e71-35b5-4bcb-8be6-2644a6e9e54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.139490639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dec0e71-35b5-4bcb-8be6-2644a6e9e54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.193381108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dec0e71-35b5-4bcb-8be6-2644a6e9e54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.249237268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dec0e71-35b5-4bcb-8be6-2644a6e9e54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:56.283841744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bf19e7-f56b-4253-a5b6-a7dd87feb43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:56.337719772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bf19e7-f56b-4253-a5b6-a7dd87feb43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:56.391475622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bf19e7-f56b-4253-a5b6-a7dd87feb43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:56.445336388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bf19e7-f56b-4253-a5b6-a7dd87feb43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.399231628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9e41d7-fd51-450d-8727-dc2ce929191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.39933237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","namespace":"ai-tenant-e2e-shared-a-w1-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.399397955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","namespace":"ai-tenant-e2e-shared-a-w1-210049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.453095786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9e41d7-fd51-450d-8727-dc2ce929191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.453202729Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","tenant":"e2e-shared-a-w1-210049","tenantID":"e2e-shared-a-w1-210049","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.506915468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9e41d7-fd51-450d-8727-dc2ce929191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.56070821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9e41d7-fd51-450d-8727-dc2ce929191c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.562733961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-210049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.630096432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Service","name":"maas-api-e2e-shared-a-w1-210049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.688890896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-210049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.745640396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-210049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.84123152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.897447542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:58.957336102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.062462144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.118402294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.191964668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.246156499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.300000398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.353317027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.406587495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.46111428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.518348293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.571704611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.624829762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.685485653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-210049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.739226955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-210049"},"namespace":"ai-tenant-e2e-shared-a-w1-210049","name":"default-tenant","reconcileID":"6737e793-5631-4512-b6e7-688bbf0da324","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-210049","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.798042356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","namespace":"ai-tenant-e2e-shared-a-w0-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.798107435Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","namespace":"ai-tenant-e2e-shared-a-w0-85199b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.798167562Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","tenant":"e2e-shared-a-w0-85199b","tenantID":"e2e-shared-a-w0-85199b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.853862885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-85199b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:59.915756722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Service","name":"maas-api-e2e-shared-a-w0-85199b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.031530775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-85199b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.087211607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-85199b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.143631724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.207140266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.26613862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.32282925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.376112534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.46341103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.518014371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.571839778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.625519506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.630890808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef37a98-f41c-4096-8992-3d9cf164a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.684504916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.685007399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef37a98-f41c-4096-8992-3d9cf164a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.737874467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.738592403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef37a98-f41c-4096-8992-3d9cf164a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.792691286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef37a98-f41c-4096-8992-3d9cf164a889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.797097141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.850558172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.903810183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.960218603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-85199b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.013585412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-85199b"},"namespace":"ai-tenant-e2e-shared-a-w0-85199b","name":"default-tenant","reconcileID":"909ec1eb-aaf8-45b9-8453-0ba66ef19faa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-85199b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.246814793Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-85199b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-85199b","reconcileID":"d82b1757-f289-4cb0-ac8e-0e704ab36632","aitenant":"ai-tenants/e2e-shared-a-w0-85199b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.882011852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d79d74-e941-4f9d-9eed-293f35892f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.941740494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d79d74-e941-4f9d-9eed-293f35892f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.995821029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d79d74-e941-4f9d-9eed-293f35892f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:05.003120639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-85199b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-85199b","reconcileID":"d82b1757-f289-4cb0-ac8e-0e704ab36632","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-85199b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-85199b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:05.050860647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d79d74-e941-4f9d-9eed-293f35892f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.115549173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291eb9b5-a665-48a7-bceb-ce87792481bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.169156821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291eb9b5-a665-48a7-bceb-ce87792481bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.22307341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291eb9b5-a665-48a7-bceb-ce87792481bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.277075907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291eb9b5-a665-48a7-bceb-ce87792481bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.829051744Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-210049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-210049","reconcileID":"de20bc12-634a-46f0-b884-7ec6582656d2","aitenant":"ai-tenants/e2e-shared-a-w1-210049","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.719757237Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-210049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-210049","reconcileID":"de20bc12-634a-46f0-b884-7ec6582656d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-210049","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-210049"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.378030503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb84c9c-850a-4901-b3e7-8c4533e92143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.43377285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb84c9c-850a-4901-b3e7-8c4533e92143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.487631822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb84c9c-850a-4901-b3e7-8c4533e92143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.543095532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb84c9c-850a-4901-b3e7-8c4533e92143","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.532119958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43381056-4f25-46c8-b828-b47d07908ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.586107646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43381056-4f25-46c8-b828-b47d07908ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.640151833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43381056-4f25-46c8-b828-b47d07908ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:11.694118219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43381056-4f25-46c8-b828-b47d07908ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.688637645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d3c1ad-9dcf-48b3-9641-a64e90dd919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.749894793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d3c1ad-9dcf-48b3-9641-a64e90dd919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.803699311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d3c1ad-9dcf-48b3-9641-a64e90dd919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:13.858074361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d3c1ad-9dcf-48b3-9641-a64e90dd919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.899372441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7303d11-5126-434b-8413-3524d20894c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.955833096Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:15.956001734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7303d11-5126-434b-8413-3524d20894c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.011923778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7303d11-5126-434b-8413-3524d20894c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.069502954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7303d11-5126-434b-8413-3524d20894c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.164820593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ecffc3-9931-4eba-918b-b5683980721e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.218802851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ecffc3-9931-4eba-918b-b5683980721e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.272479425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ecffc3-9931-4eba-918b-b5683980721e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.326407288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ecffc3-9931-4eba-918b-b5683980721e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.489707473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc32f4b5-a39f-465e-8957-acc500d2b525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.66190417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6340b9e-e96e-4279-97d8-12571234fdd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.752349985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"ce0ef4fe-7731-4f1b-a8ac-c63770d90cf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.054467184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"a66320e5-6fb7-4838-b8dc-99d0bd60cb80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.156590044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"4b8ed1bf-786f-402d-b5d5-ffe3c7c102c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.17464596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"09477f52-1387-461a-8dbf-9d7d65414ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.31099885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddcb83-05a3-4603-ae28-d091e109b581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.366732541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddcb83-05a3-4603-ae28-d091e109b581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.422617303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddcb83-05a3-4603-ae28-d091e109b581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.476414956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09ddcb83-05a3-4603-ae28-d091e109b581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.898863139Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.89892337Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","namespace":"ai-tenant-e2e-shared-b-w1-8254a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.89897093Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","tenant":"e2e-shared-b-w1-8254a0","tenantID":"e2e-shared-b-w1-8254a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.954226522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-8254a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.016243958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Service","name":"maas-api-e2e-shared-b-w1-8254a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.081428673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-8254a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.136930497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-8254a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.196191587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.252331277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.313976824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.370625534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.424719093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.479516429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.533361369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.587153074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.64094028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.694489992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.747950128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.80562781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.859296889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.912857438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.966499076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-8254a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.020114502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8254a0"},"namespace":"ai-tenant-e2e-shared-b-w1-8254a0","name":"default-tenant","reconcileID":"9e85e2c1-91b4-4de7-9ce6-ab2c84db7501","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-8254a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.079291205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.079362169Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","namespace":"ai-tenant-e2e-shared-b-w0-65f4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.079432179Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","tenant":"e2e-shared-b-w0-65f4af","tenantID":"e2e-shared-b-w0-65f4af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.135076492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-65f4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.212947424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Service","name":"maas-api-e2e-shared-b-w0-65f4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.27458354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-65f4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.330801198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-65f4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.387517181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.443805146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.502623459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.558920829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.612720283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.667190293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.721850396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.775616104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.829286802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.883125485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.936636565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.99479555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.048570573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.102058813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.15597182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-65f4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.209552424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-65f4af"},"namespace":"ai-tenant-e2e-shared-b-w0-65f4af","name":"default-tenant","reconcileID":"4efe4203-2b77-4c5a-9475-75ab9f0785e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-65f4af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.652107466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-65f4af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-65f4af","reconcileID":"9d3a0e6e-c7e5-47f6-bf2f-6a6d88b85ed4","aitenant":"ai-tenants/e2e-shared-b-w0-65f4af","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.288110481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3d375-52e3-4bee-b1bd-135aeaae25a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.342781359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3d375-52e3-4bee-b1bd-135aeaae25a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.41890225Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-65f4af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-65f4af","reconcileID":"9d3a0e6e-c7e5-47f6-bf2f-6a6d88b85ed4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-65f4af","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-65f4af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.419043614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3d375-52e3-4bee-b1bd-135aeaae25a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.47310835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3d375-52e3-4bee-b1bd-135aeaae25a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.805861967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"6c3f8fc4-33e0-4037-bbd0-d72b531b9b40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.928935513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"488596f6-4fb4-439b-98da-d2f35ff9ff18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.052928193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"66d8e732-7bbc-4da1-9c87-a9ca3cd7cafc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.170871098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49c7170c-5ce1-4e2e-b428-22fd03adf17d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.274401713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"d870546c-3cf1-45d8-8ff0-1c4e2bd380ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.300188108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"bfab20ff-86b4-4890-8a1a-bc21df404400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.604373722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8beca284-7edf-446c-baa4-2e6feab9a065","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.604379882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-access","reconcileID":"53488a66-cdf3-4f57-9276-7ca5b2b8fecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.771158219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"28c6f911-ceb1-4f76-9d73-f9c859cbf1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.821035584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"51ec4519-f16f-445c-9cf3-7ca15e4d0db1","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.826368899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"1251e3f2-e021-4695-80da-9653a2c4e9cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.829755671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"28c6f911-ceb1-4f76-9d73-f9c859cbf1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.993852996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"b744e6e6-48ac-4963-a3e5-90dac354601b","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.068333311Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"f61c49d7-9705-4d01-b61c-74592e42f29c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.123118161Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"f61c49d7-9705-4d01-b61c-74592e42f29c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.164980017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"49dce17d-8df4-4f00-a1fb-69407d75f05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.223577412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"49dce17d-8df4-4f00-a1fb-69407d75f05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.355442153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c8b5c96a-2bbb-44be-9519-81bc83622835","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.437429078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61118209-4bdd-4003-8ec2-92305c669eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.492607196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61118209-4bdd-4003-8ec2-92305c669eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.546561206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61118209-4bdd-4003-8ec2-92305c669eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:37.600596824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61118209-4bdd-4003-8ec2-92305c669eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.939169478Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8254a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8254a0","reconcileID":"a5bea908-15da-4b9a-a0a7-024ce744ea8c","aitenant":"ai-tenants/e2e-shared-b-w1-8254a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.605817492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf02ad15-2c6e-4d8a-a455-12f2f21137a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.659711222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf02ad15-2c6e-4d8a-a455-12f2f21137a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.713467137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf02ad15-2c6e-4d8a-a455-12f2f21137a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.721038188Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8254a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8254a0","reconcileID":"a5bea908-15da-4b9a-a0a7-024ce744ea8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-8254a0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-8254a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.768514583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf02ad15-2c6e-4d8a-a455-12f2f21137a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.014645372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"a88570bc-ed5a-4a92-a70b-8098ac2a8ec8","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.015562591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"378010cb-982b-4e6e-badb-9eb2134e214d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.238879545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"13151798-c56a-491e-9bf2-289c68756eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.24204543Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f7722a1d-f394-4e68-a2cc-c644b4627a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.242393962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"440b06ac-086f-45d3-b8d5-5565ce44bfdf","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.294720077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"fa03e4e7-2579-43a4-8dcd-b3c0e03aa252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.299762023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"13151798-c56a-491e-9bf2-289c68756eee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.435448704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"289ef846-a676-4da7-a2f6-18dc06b63ac5","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:41.455795171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-access","reconcileID":"f7722a1d-f394-4e68-a2cc-c644b4627a19","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.541605973Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"207a4782-577f-49d7-b192-a68da30e51b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.600617634Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"207a4782-577f-49d7-b192-a68da30e51b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.714275026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ea0c5f66-92b8-459f-9d90-22543dd20048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.772907105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ea0c5f66-92b8-459f-9d90-22543dd20048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.822188591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c6b4b6-d278-4591-9fb2-8774c8858f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.87673512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c6b4b6-d278-4591-9fb2-8774c8858f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.883239718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"ddf734d7-950a-4bcf-bbdb-1aaf6edbad37","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.930582047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c6b4b6-d278-4591-9fb2-8774c8858f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.931060277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"509c77cd-d60f-45e4-8303-653973147def","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.984633313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c6b4b6-d278-4591-9fb2-8774c8858f65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.231362673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"af541986-70bb-4631-8922-51e43421f00a","MaaSModelRef":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-2-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-2-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.564485663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"c74956a6-8158-4eb3-860c-7c4705a9a802","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.619252342Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e067e4d4-0b8f-4fc7-bd6b-7b8af843a6d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.672836919Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"e067e4d4-0b8f-4fc7-bd6b-7b8af843a6d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.736254533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"f6313750-576c-4d03-8c06-83aff3b23743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.795432328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"f6313750-576c-4d03-8c06-83aff3b23743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.892668947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"e1a58432-99bc-4b27-a9e1-24377bb28d7d","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.011988092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"8af9fb03-eecf-4b31-b8b8-8499764fdcfe","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.071238288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"70cc66fd-8020-4c6a-abcf-335f8202197c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.108228966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"3196b286-a7aa-477a-8e1c-4f79c39e5426","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.114014881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0d3dcec3-2a70-424a-9bd2-2e121a51decb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.12459065Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"70cc66fd-8020-4c6a-abcf-335f8202197c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/simulator-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.173347182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"0d3dcec3-2a70-424a-9bd2-2e121a51decb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.280683528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"a30baa21-7651-482a-9c43-e290ba0a2186","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:43.378458593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"simulator-subscription","reconcileID":"70cc66fd-8020-4c6a-abcf-335f8202197c","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.495328939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ff20dd74-10b2-4a20-a996-587d518ac280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.538539343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"28afcafc-4769-4df5-be37-ee7979c7c5cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.555515164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"ff20dd74-10b2-4a20-a996-587d518ac280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.961633723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.232401056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"2ea1fbf8-23bf-4c2c-8548-2a943419b1f4","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.59496155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"22014c46-2c7d-4422-a84e-e6f4accb3895","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.957596386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"6fb6f5d5-8f3e-42ce-9a92-c7848caf9545","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.123877778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"bd6b55a9-76c5-4ac5-a582-158a722d8251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.132712554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8e0d5b0e-f446-4371-9022-15acd070a8ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.192856117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"8e0d5b0e-f446-4371-9022-15acd070a8ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.284299547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"83fe1a5e-6675-432a-aa47-45c8219be67d","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.337998012Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"b681a06e-df55-46e9-a9d1-38119762eed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.344271374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"c2fe5e8f-eabf-478c-a514-c879f736b42d","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.391635145Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"simulator-subscription","reconcileID":"b681a06e-df55-46e9-a9d1-38119762eed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/simulator-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.455639224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"40ee5b77-7b74-4555-8ab2-fd23b5749e79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.50805728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e83805e0-1c0b-4fbc-bd86-c6dec4a2cec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.567410866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"e83805e0-1c0b-4fbc-bd86-c6dec4a2cec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.71542981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"0ce81391-45ab-400c-abfe-6edbfa4c30a5","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.786403702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"e3a018f8-678a-4e92-bdda-677859512718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.844932267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"e3a018f8-678a-4e92-bdda-677859512718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.886536547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ef474c35-51b8-4f2d-8347-a3e3a5dbe4e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.945259146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"ef474c35-51b8-4f2d-8347-a3e3a5dbe4e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.214083266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"87bcd3a2-aa92-4dc7-b26f-972933d169e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.272951361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"87bcd3a2-aa92-4dc7-b26f-972933d169e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.494345331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"d167289b-5d25-41a8-8391-94eefe7b31e3","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.600813367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"1f9a2429-ba12-4bc0-a5d3-70593df310d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.659698796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"1f9a2429-ba12-4bc0-a5d3-70593df310d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.660711364Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"04299678-2a46-406d-a24c-fe0fda5d04e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b6017ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.973929845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"9d70119c-b90d-4b19-868c-146e839e4118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.032032874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"09156ebd-1e5e-4f44-8819-3373baf43ec8","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.03360427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"9d70119c-b90d-4b19-868c-146e839e4118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.146577779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"c7806cc0-9107-4233-9874-a92c8f9e8a92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b6017ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.214279322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"53186cef-83df-46bc-ad3b-871f53b0deb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.228599539Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"f6c3f607-8d24-4e3a-9317-94f206663cc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b6017ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.50069686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"53186cef-83df-46bc-ad3b-871f53b0deb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.586040306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-2-w0-f7be78","reconcileID":"93ad73b5-e3bd-441c-83fe-a23aaae08a9f","MaaSModelRef":{"name":"distinct-2-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-2-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-2-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.635530658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"53186cef-83df-46bc-ad3b-871f53b0deb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"e2e-worker-w0-f7be78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.635559459Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-access","reconcileID":"53186cef-83df-46bc-ad3b-871f53b0deb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.639113013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"7797ff52-7128-4048-9406-549f1fdaf58a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b6017ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.640038275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"e217b69c-1798-40b6-a712-39da4b68a61d","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.640346059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"bab81834-1428-4f27-938b-aa91de9f0522","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.694238805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"d436659b-3bfe-45be-a272-cb5cdc074367","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.703711546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"d90481f0-4201-4e01-a293-e764c8f7e166","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:50.577997797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7730d6a3-b3ab-4537-84aa-12390bc61b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:50.632152986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7730d6a3-b3ab-4537-84aa-12390bc61b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:50.68635237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7730d6a3-b3ab-4537-84aa-12390bc61b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:50.740516171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7730d6a3-b3ab-4537-84aa-12390bc61b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.701543477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef18f12-7467-498f-9f1b-141cd69e174f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.755635269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef18f12-7467-498f-9f1b-141cd69e174f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.81021931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef18f12-7467-498f-9f1b-141cd69e174f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.864913294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ef18f12-7467-498f-9f1b-141cd69e174f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.193368316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2594f346-9df5-4929-bee6-59bfebba0b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.193483499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"4605136e-fba4-43ac-a8d1-8b3ff42c5fed","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.251567814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"eb9029e8-5ff8-45eb-bafa-fcc9ce366ebe","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.370104747Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"54f3bf29-25aa-43eb-931d-319ad67c9495","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fc71798","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.401788583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2594f346-9df5-4929-bee6-59bfebba0b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.533141468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2594f346-9df5-4929-bee6-59bfebba0b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"e2e-worker-w1-cefeaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.533168754Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-access","reconcileID":"2594f346-9df5-4929-bee6-59bfebba0b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.59153433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"072bf32a-4792-4e44-b4b2-1f577b6475b9","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.647693534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"f2e1b2b8-3049-4f6c-a659-d03ae286867b","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.647924038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"f645ea35-d513-41f9-8f18-efc80e203a0f","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.648079312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"5854ca8d-6ad7-4e4a-87f4-631b8293ab00","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.648251006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"2ff1a68c-6116-4f9d-bc20-1f5755de716f","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.701451996Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"fb2e8c6b-a719-438a-848e-40a188895b8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fc71798","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.890963064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6c1011-fc89-48e0-8d9b-7c5cc92af56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.944929441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6c1011-fc89-48e0-8d9b-7c5cc92af56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.998540154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6c1011-fc89-48e0-8d9b-7c5cc92af56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.052266025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6c1011-fc89-48e0-8d9b-7c5cc92af56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.995679805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b75a96-54bd-4a16-8218-f8bf851c419b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.049627678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b75a96-54bd-4a16-8218-f8bf851c419b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.104148057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b75a96-54bd-4a16-8218-f8bf851c419b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.158394686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b75a96-54bd-4a16-8218-f8bf851c419b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.573382792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"490fd6a5-e439-491c-a537-6176a326df55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.697228381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e58391c0-a15c-4101-b633-0f723f971157","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.693941443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"9f1a1899-7df9-4bd6-a243-648d8cfbc74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.748281421Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"9f1a1899-7df9-4bd6-a243-648d8cfbc74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.802598755Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"premium-simulator-subscription","reconcileID":"9f1a1899-7df9-4bd6-a243-648d8cfbc74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"name":"maas-trlp-premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78","model":"e2e-models-e2e-worker-w0-f7be78/premium-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.08227461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"3a35ea73-570a-469f-b6f6-e6a48926a6d1","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.647865999Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","namespace":"ai-tenant-e2e-worker-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.647960854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","namespace":"ai-tenant-e2e-worker-w0-f7be78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.648020307Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","tenant":"e2e-worker-w0-f7be78","tenantID":"e2e-worker-w0-f7be78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.703940299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Deployment","name":"maas-api-e2e-worker-w0-f7be78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.769226791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Service","name":"maas-api-e2e-worker-w0-f7be78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.82889013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-f7be78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.884526281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-f7be78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.941072644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.003503344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.062122583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.11812264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.171716043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.225050089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.278521373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Service","name":"payload-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.332439753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.386082566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.43953851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.493252823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.55103936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.604753877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.658346762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.71204135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-f7be78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.765556275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f7be78"},"namespace":"ai-tenant-e2e-worker-w0-f7be78","name":"default-tenant","reconcileID":"07751553-5823-4c52-a3c3-8ec3a1513e25","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-f7be78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.824582664Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"6ad02bbf-48dc-462e-a582-b51cde7d3a99","namespace":"ai-tenant-e2e-worker-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.824693679Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"6ad02bbf-48dc-462e-a582-b51cde7d3a99","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.880614768Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"6ad02bbf-48dc-462e-a582-b51cde7d3a99","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:02.880638499Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"6ad02bbf-48dc-462e-a582-b51cde7d3a99","namespace":"ai-tenant-e2e-worker-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.756072796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"9eb521af-a919-436d-89fe-3c57e5127cc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.81037868Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"9eb521af-a919-436d-89fe-3c57e5127cc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.864645604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"premium-simulator-subscription","reconcileID":"9eb521af-a919-436d-89fe-3c57e5127cc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"name":"maas-trlp-premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa","model":"e2e-models-e2e-worker-w1-cefeaa/premium-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.143636125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"f9bd4108-a396-46f6-ab1d-f7d82ed8d44f","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.881616342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","namespace":"ai-tenant-e2e-worker-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.881715679Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","namespace":"ai-tenant-e2e-worker-w1-cefeaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.881777036Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","tenant":"e2e-worker-w1-cefeaa","tenantID":"e2e-worker-w1-cefeaa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.938712651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-cefeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.003356018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Service","name":"maas-api-e2e-worker-w1-cefeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.06193356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-cefeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.117362387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-cefeaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.175578706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.237110316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.29420648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.350380784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.40360345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.456983686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.510629326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Service","name":"payload-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.563995742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.617327659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.670639119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.72737121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.785038041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.83827029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.891959277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.945401789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-cefeaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.99907599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-cefeaa"},"namespace":"ai-tenant-e2e-worker-w1-cefeaa","name":"default-tenant","reconcileID":"2ef2fe71-d9a3-4e76-a156-6cd49d327a0e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-cefeaa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.004024385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.562968332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1e62ac1-0dd9-4328-bd0c-7f1c07f539b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.616390971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a278018-7c3d-4b30-a853-624106d930dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.208407909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"simulator-w0-f7be78","reconcileID":"bf920037-d895-4539-8226-9295f14af8db","MaaSModelRef":{"name":"simulator-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"simulator-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"simulator-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.208755922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"premium-w0-f7be78","reconcileID":"461582e2-36d7-4f81-9522-47bbed01e553","MaaSModelRef":{"name":"premium-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"premium-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"premium-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.208966148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"namespace":"e2e-models-e2e-worker-w0-f7be78","name":"distinct-w0-f7be78","reconcileID":"22d5b3a6-7033-4d3d-aca7-0cc914d39661","MaaSModelRef":{"name":"distinct-w0-f7be78","namespace":"e2e-models-e2e-worker-w0-f7be78"},"routeName":"distinct-w0-f7be78-kserve-route","namespace":"e2e-models-e2e-worker-w0-f7be78","llmisvcName":"distinct-w0-f7be78","gateway":"openshift-ingress/e2e-worker-w0-f7be78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.186336874Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7be78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7be78","reconcileID":"b4a7ecb0-c169-4a11-b16b-595d65b618f9","aitenant":"ai-tenants/e2e-worker-w0-f7be78","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.782209878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30e1d7-d938-4dc3-89cc-3d187d135bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.836072782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30e1d7-d938-4dc3-89cc-3d187d135bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.889709987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30e1d7-d938-4dc3-89cc-3d187d135bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:21.943502983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e30e1d7-d938-4dc3-89cc-3d187d135bda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.003856139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f7be78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f7be78","reconcileID":"b4a7ecb0-c169-4a11-b16b-595d65b618f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f7be78","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-f7be78"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.235250832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-2-w1-cefeaa","reconcileID":"2747a161-fcee-4ba8-93d7-6ba2560127cf","MaaSModelRef":{"name":"distinct-2-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-2-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-2-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.23918778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"distinct-w1-cefeaa","reconcileID":"23e8d000-d498-472c-8d1c-6b265ca97326","MaaSModelRef":{"name":"distinct-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"distinct-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"distinct-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.244431137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"premium-w1-cefeaa","reconcileID":"7059c0d4-8188-47fb-990e-f26634dd51b8","MaaSModelRef":{"name":"premium-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"premium-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"premium-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:23.313456284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"namespace":"e2e-models-e2e-worker-w1-cefeaa","name":"simulator-w1-cefeaa","reconcileID":"76329934-dd76-4fab-b14c-5c5c29c760be","MaaSModelRef":{"name":"simulator-w1-cefeaa","namespace":"e2e-models-e2e-worker-w1-cefeaa"},"routeName":"simulator-w1-cefeaa-kserve-route","namespace":"e2e-models-e2e-worker-w1-cefeaa","llmisvcName":"simulator-w1-cefeaa","gateway":"openshift-ingress/e2e-worker-w1-cefeaa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.074862875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7314d18-330a-4ef5-81cf-194dff3b702c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.128601828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7314d18-330a-4ef5-81cf-194dff3b702c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.182351146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7314d18-330a-4ef5-81cf-194dff3b702c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:24.236283644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7314d18-330a-4ef5-81cf-194dff3b702c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:25.701798176Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-cefeaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-cefeaa","reconcileID":"14c81533-7799-4482-85f0-de6bb1f58c7d","aitenant":"ai-tenants/e2e-worker-w1-cefeaa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:26.181572022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcf1e1-2d5f-47ad-a8c7-95aa75261c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:26.235450745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcf1e1-2d5f-47ad-a8c7-95aa75261c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:26.28944329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcf1e1-2d5f-47ad-a8c7-95aa75261c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:26.343474662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dcf1e1-2d5f-47ad-a8c7-95aa75261c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:26.512211089Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-cefeaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-cefeaa","reconcileID":"14c81533-7799-4482-85f0-de6bb1f58c7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-cefeaa","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-cefeaa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.405683621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba12fc5d-38e6-4f27-83d0-9b7dc8247bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.462562873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba12fc5d-38e6-4f27-83d0-9b7dc8247bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.516441685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba12fc5d-38e6-4f27-83d0-9b7dc8247bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:28.570547203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba12fc5d-38e6-4f27-83d0-9b7dc8247bed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}